-- Logs begin at Mon 2022-02-14 15:40:58 UTC, end at Mon 2022-02-14 16:35:18 UTC. -- Feb 14 16:12:00.803557 dv-cinder-819668-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 14 16:12:03.851495 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.common.config [-] Logging enabled! Feb 14 16:12:03.852063 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev501 Feb 14 16:12:03.852226 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102441) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 14 16:12:03.855550 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.common.config [-] Logging enabled! Feb 14 16:12:03.855808 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev501 Feb 14 16:12:03.856129 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102441) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 14 16:12:03.857078 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 16:12:03.857317 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 16:12:03.857726 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 16:12:03.857981 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 16:12:03.858213 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 16:12:03.858690 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.859118 dv-cinder-819668-3-iscsi neutron-server[102441]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 14 16:12:03.859699 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.860011 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.860308 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.860608 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.860904 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.861193 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.861515 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.861822 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.862117 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.862403 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.862695 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.862994 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.863286 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.863578 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.863870 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.864157 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] debug = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.864444 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.864882 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.865324 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.865637 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.865937 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.866224 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.866502 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.866782 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.867070 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.867405 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] host = dv-cinder-819668-3-iscsi {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.867689 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.867984 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.868276 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.868567 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.868847 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.869127 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.869416 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.869718 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.870002 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] log_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.870281 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.870573 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.870864 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.871157 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.871389 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.871617 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.871910 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.872200 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.872480 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.872757 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.873034 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.873312 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.873613 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.873887 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.874175 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.874463 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.874752 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.875031 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.875308 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.875585 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.875862 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.876149 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.876426 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.876703 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.876979 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.877268 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.877563 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.877843 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.878148 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.878438 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.878726 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.879013 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.879288 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.879577 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.879856 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.880135 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.880409 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] use_json = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.880708 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.880983 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.881268 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.881569 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.881846 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.882124 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.882398 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.882688 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.882963 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:03.883260 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.883560 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.883863 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.884165 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.884460 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.884745 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.885038 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.885319 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.885637 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.885932 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.886224 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.886505 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.886809 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.887102 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.887398 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.887706 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.888004 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.888298 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.888579 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.888861 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.889139 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.889421 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.889737 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.890028 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.890322 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.890614 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.890898 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.891199 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.891489 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.891786 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.892081 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.892363 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.892647 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.892942 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.893222 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.893525 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.893810 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.894105 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.894387 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.894664 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.894950 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.895233 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.895508 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.895784 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.896065 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.896898 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.897182 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.897476 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.897753 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.898035 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.898311 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.898599 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.898880 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.899156 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.899429 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.899710 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.899985 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.900263 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.900554 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.900825 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.901102 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.901379 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.901679 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.901957 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.902236 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.902516 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.902793 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.903068 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.903349 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.903627 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.903904 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.904180 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.904459 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.904736 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.905025 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.905326 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.905646 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.905928 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.906208 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.906490 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.906769 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.907049 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.907328 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.907607 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.907880 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.908171 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.908455 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.908743 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.909048 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.909328 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.909652 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.909935 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.910220 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.910507 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.910788 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.911072 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.911358 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.911654 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.912603 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.912912 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.913215 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.913547 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.913838 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.914152 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.914437 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:03.914660 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 16:12:03.914905 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102441) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 14 16:12:04.290467 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 14 16:12:04.290754 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 14 16:12:04.291070 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 14 16:12:04.291409 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 14 16:12:04.651769 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.652082 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.652467 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.654433 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.654829 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.655197 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.700000 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.700300 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.700578 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.716971 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.717261 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.717560 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.746646 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.746952 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.747208 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.783878 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.784160 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:04.784436 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.152657 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.153311 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.153311 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.153485 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.154176 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.254622 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.254946 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.255245 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.255526 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.256387 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.256703 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.256972 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.257236 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.257570 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.257936 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.258205 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.258547 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.258924 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.259297 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.259693 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.260091 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.260469 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.260862 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.261261 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.261674 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.262074 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.262489 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.263023 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.263672 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.264011 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.264273 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.264690 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:12:05.264939 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:12:05.265190 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:12:05.265634 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:12:05.266053 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:12:05.266624 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:12:05.267010 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 14 16:12:05.270296 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 14 16:12:05.276921 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 14 16:12:05.283065 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Feb 14 16:12:05.285386 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 14 16:12:05.286121 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 14 16:12:05.286613 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 14 16:12:05.287201 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 14 16:12:05.291364 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 14 16:12:05.291724 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 14 16:12:05.292211 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 14 16:12:05.299433 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 14 16:12:05.331534 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 14 16:12:05.331998 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.332347 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102441) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 14 16:12:05.332718 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.334698 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102441) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 14 16:12:05.335094 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 14 16:12:05.335437 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 14 16:12:05.340449 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.340837 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:05.412936 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 14 16:12:05.413120 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 14 16:12:05.413364 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 14 16:12:05.413774 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 14 16:12:05.434075 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_db.sqlalchemy.engines [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102441) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 14 16:12:05.898492 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Initializing driver for type 'gre' Feb 14 16:12:05.899071 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] gre ID ranges: [(1, 1000)] Feb 14 16:12:05.949221 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Initializing driver for type 'local' Feb 14 16:12:05.949621 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Initializing driver for type 'vlan' Feb 14 16:12:05.963746 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] VlanTypeDriver initialization complete Feb 14 16:12:05.964096 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Initializing driver for type 'vxlan' Feb 14 16:12:05.964576 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] vxlan ID ranges: [(1, 1000)] Feb 14 16:12:06.022298 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Initializing extension driver 'port_security' Feb 14 16:12:06.022639 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.extensions.port_security [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] PortSecurityExtensionDriver initialization complete Feb 14 16:12:06.022977 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Initializing mechanism driver 'openvswitch' Feb 14 16:12:06.023314 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Initializing mechanism driver 'hyperv' Feb 14 16:12:06.030178 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:12:06.031073 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > port after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.031452 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > port after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.031838 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > port after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.032389 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 16:12:06.032828 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > subnet after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.033189 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > subnet after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.033566 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.033973 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 16:12:06.034385 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > network after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.034739 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > network after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.035085 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > network after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.035487 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 16:12:06.035899 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > security_group after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.036256 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > security_group after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.036606 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > security_group after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.037644 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 16:12:06.038060 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.038413 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.038759 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.039159 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 16:12:06.039571 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > address_group after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.039922 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > address_group after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.040264 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > address_group after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.040664 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 16:12:06.041122 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] ML2 OVO RPC backend initialized. {{(pid=102441) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 14 16:12:06.041860 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.042230 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.042654 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > network before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.043013 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > networks before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.043367 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > port before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.043718 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > ports before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.044068 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > subnet before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.044415 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > subnets before_response 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.044769 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > network after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.045114 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > network after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.045474 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > network after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.045888 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > port after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.046231 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > port after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.046577 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > port after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.046923 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > subnet after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.047266 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > subnet after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.047609 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.054979 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded quota_driver: . Feb 14 16:12:06.055348 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.plugin [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Modular L2 Plugin initialization complete Feb 14 16:12:06.055702 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading services supported by the core plugin {{(pid=102441) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 14 16:12:06.056050 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.plugins.ml2.managers [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Got port-security extension from driver 'port_security' Feb 14 16:12:06.056540 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.extensions.vlantransparent [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Disabled vlantransparent extension. Feb 14 16:12:06.057036 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102441) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 14 16:12:06.057367 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading Plugin: router Feb 14 16:12:06.093304 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router_interface before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.093730 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router after_create 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.094110 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router before_create 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.094483 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.094868 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.095231 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router after_delete 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.095596 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > floatingip after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.095953 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > floatingip after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.096319 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router after_create 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.096671 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router after_update 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.097024 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router after_update 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.097377 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.097767 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router after_update 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.098182 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router precommit_update 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.098555 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: port after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.098898 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: port after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.100122 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: subnet after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.100473 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.100828 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > port precommit_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.101183 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router precommit_create 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.101562 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: port before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.101920 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router precommit_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.102282 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router after_update 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.102630 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router precommit_delete 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.103112 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router precommit_create 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.103479 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.103829 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router precommit_update 55549900 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.104197 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > agent after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.104554 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > agent after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.104905 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > network after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.105792 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Tracking information for resource: router configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:12:06.106134 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Tracking information for resource: floatingip configured {{(pid=102441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 16:12:06.111115 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.db.l3_agentschedulers_db [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 14 16:12:06.111694 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: port after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.112064 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: port after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.112423 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: port after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.112781 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: port after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.113622 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router before_create 55550100 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.113995 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router precommit_delete 55550100 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.114365 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router precommit_create 55550100 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.114729 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > router precommit_update 55550100 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.119553 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.services.provider_configuration [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Service providers = [] {{(pid=102441) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 14 16:12:06.119926 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.db.servicetype_db [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102441) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 14 16:12:06.122937 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.services.service_base [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 16:12:06.123296 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.services.service_base [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 16:12:06.123645 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.services.service_base [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 16:12:06.124542 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.services.service_base [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 16:12:06.124918 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.services.service_base [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 14 16:12:06.125288 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:12:06.125647 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 14 16:12:06.136421 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:12:06.136767 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading Plugin: auto_allocate Feb 14 16:12:06.142698 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: network precommit_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.143076 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: network precommit_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.143595 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:12:06.143922 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading Plugin: tag Feb 14 16:12:06.151335 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:12:06.151625 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading Plugin: timestamp Feb 14 16:12:06.155510 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:12:06.156039 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading Plugin: network_ip_availability Feb 14 16:12:06.161306 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.161716 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.162627 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.163340 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:12:06.163665 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading Plugin: flavors Feb 14 16:12:06.168703 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:12:06.169044 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading Plugin: revisions Feb 14 16:12:06.173378 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 16:12:06.173810 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_concurrency.lockutils [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.883s {{(pid=102441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 14 16:12:06.174556 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102441) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 14 16:12:06.174898 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Initializing extension manager. Feb 14 16:12:06.175429 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: __init__.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.175774 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: __pycache__ {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.176117 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.176451 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: address_group.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.177210 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.177820 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: address-group Feb 14 16:12:06.178150 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: address_scope.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.178871 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.179384 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: address-scope Feb 14 16:12:06.179711 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: admin_state_down_before_update.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.180651 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.181165 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: router-admin-state-down-before-update Feb 14 16:12:06.181535 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: agent.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.182225 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.182734 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: agent Feb 14 16:12:06.183060 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: agent_resources_synced.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.183984 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.184491 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: agent-resources-synced Feb 14 16:12:06.184817 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: allowedaddresspairs.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.186659 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.187182 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: allowed-address-pairs Feb 14 16:12:06.187517 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: auto_allocated_topology.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.188608 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.189128 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: auto-allocated-topology Feb 14 16:12:06.189476 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: availability_zone.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.190184 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.190695 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: availability_zone Feb 14 16:12:06.191025 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: availability_zone_filter.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.191956 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.192479 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: availability_zone_filter Feb 14 16:12:06.192809 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: data_plane_status.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.193791 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.194301 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension data-plane-status not supported by any of loaded plugins Feb 14 16:12:06.194629 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: default_subnetpools.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.195552 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.196065 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: default-subnetpools Feb 14 16:12:06.196393 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: dhcpagentscheduler.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.197208 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.197754 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: dhcp_agent_scheduler Feb 14 16:12:06.198079 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: dns.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.199004 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.199505 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension dns-integration not supported by any of loaded plugins Feb 14 16:12:06.199830 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: dns_domain_ports.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.200771 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.201274 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 14 16:12:06.201635 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.202575 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.203078 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 14 16:12:06.203403 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: dvr.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.204085 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.204588 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: dvr Feb 14 16:12:06.204913 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: ecmp_routes.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.205870 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.206374 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension ecmp_routes not supported by any of loaded plugins Feb 14 16:12:06.206736 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: empty_string_filtering.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.207658 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.208166 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: empty-string-filtering Feb 14 16:12:06.208494 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.209957 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.210467 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 14 16:12:06.210797 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.211733 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.212237 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 14 16:12:06.212566 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: external_net.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.213529 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.214046 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: external-net Feb 14 16:12:06.214372 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: extra_dhcp_opt.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.215289 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.215798 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: extra_dhcp_opt Feb 14 16:12:06.216125 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: extraroute.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.217063 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.217594 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: extraroute Feb 14 16:12:06.217922 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: extraroute_atomic.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.218977 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.219488 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: extraroute-atomic Feb 14 16:12:06.219815 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: filter_validation.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.220490 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.220998 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: filter-validation Feb 14 16:12:06.221323 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: fip_pf_description.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.222272 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.222778 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 14 16:12:06.223109 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: fip_port_details.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.225052 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.225622 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: fip-port-details Feb 14 16:12:06.225955 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: flavors.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.227222 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.227744 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: flavors Feb 14 16:12:06.228075 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.229795 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.230320 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 14 16:12:06.230656 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: floatingip_pools.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.231368 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.231888 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: floatingip-pools Feb 14 16:12:06.232218 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: ip_allocation.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.233162 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.233706 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension ip_allocation not supported by any of loaded plugins Feb 14 16:12:06.234037 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.234975 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.235487 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: ip-substring-filtering Feb 14 16:12:06.235818 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: l2_adjacency.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.236753 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.237257 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension l2_adjacency not supported by any of loaded plugins Feb 14 16:12:06.237618 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: l3.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.238586 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.239102 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: router Feb 14 16:12:06.239430 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: l3_conntrack_helper.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.241777 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.242308 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 14 16:12:06.242650 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.243612 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.244134 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: ext-gw-mode Feb 14 16:12:06.244467 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.245396 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.245938 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: l3-ha Feb 14 16:12:06.246267 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.247188 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.247697 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 14 16:12:06.248025 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: l3_flavors.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.248951 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.249487 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: l3-flavors Feb 14 16:12:06.249825 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: l3_ndp_proxy.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.251231 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.251752 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 14 16:12:06.252086 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.253021 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.253568 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: l3-port-ip-change-not-allowed Feb 14 16:12:06.253901 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: l3agentscheduler.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.254947 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.255464 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: l3_agent_scheduler Feb 14 16:12:06.255827 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: local_ip.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.257670 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.258199 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension local_ip not supported by any of loaded plugins Feb 14 16:12:06.258535 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: logging.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.260194 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.260728 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension logging not supported by any of loaded plugins Feb 14 16:12:06.261075 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: metering.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.261871 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.262455 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: metering Feb 14 16:12:06.262794 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.263905 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.264428 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: metering_source_and_destination_fields Feb 14 16:12:06.264765 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: multiprovidernet.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.265737 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.266252 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: multi-provider Feb 14 16:12:06.266584 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: netmtu.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.267511 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.268024 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: net-mtu Feb 14 16:12:06.268356 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: netmtu_writable.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.269285 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.269837 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: net-mtu-writable Feb 14 16:12:06.270170 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: network_availability_zone.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.270853 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.271900 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: network_availability_zone Feb 14 16:12:06.272231 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: network_ip_availability.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.273363 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.273928 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: network-ip-availability Feb 14 16:12:06.274260 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: network_segment_range.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.275036 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.275543 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension network-segment-range not supported by any of loaded plugins Feb 14 16:12:06.275869 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: pagination.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.276861 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.277198 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: pagination Feb 14 16:12:06.277565 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: port_device_profile.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.278492 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.279011 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: port-device-profile Feb 14 16:12:06.279341 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.280270 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.280783 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: port-mac-address-regenerate Feb 14 16:12:06.281112 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.282089 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.282604 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: port-numa-affinity-policy Feb 14 16:12:06.282933 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: port_resource_request.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.283865 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.284374 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension port-resource-request not supported by any of loaded plugins Feb 14 16:12:06.284700 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: port_resource_request_groups.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.285716 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.286226 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 14 16:12:06.286555 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: portbindings.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.288043 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.288550 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: binding Feb 14 16:12:06.288878 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: portbindings_extended.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.290207 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.290725 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: binding-extended Feb 14 16:12:06.291059 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: portsecurity.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.291984 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.292501 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: port-security Feb 14 16:12:06.292830 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: project_id.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.293857 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.294192 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: project-id Feb 14 16:12:06.294520 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: providernet.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.295455 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.295972 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: provider Feb 14 16:12:06.296301 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: qos.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.299969 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.300503 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension qos not supported by any of loaded plugins Feb 14 16:12:06.300842 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.302142 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.302690 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 14 16:12:06.303025 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.303965 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.304474 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 14 16:12:06.304808 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: qos_default.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.305771 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.306285 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension qos-default not supported by any of loaded plugins Feb 14 16:12:06.306626 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: qos_fip.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.307572 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.308088 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension qos-fip not supported by any of loaded plugins Feb 14 16:12:06.308416 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: qos_fip_network_policy.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.309345 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.309888 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 14 16:12:06.310217 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: qos_gateway_ip.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.312551 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.313082 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 14 16:12:06.313421 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: qos_port_network_policy.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.314388 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.314907 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 14 16:12:06.315242 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.316330 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.316850 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 14 16:12:06.317180 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.318305 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.318825 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 14 16:12:06.319158 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: qos_pps_rule.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.320368 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.320885 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension qos-pps not supported by any of loaded plugins Feb 14 16:12:06.321222 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: qos_rule_type_details.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.322186 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.322704 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 14 16:12:06.323037 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: qos_rules_alias.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.324108 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.324624 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 14 16:12:06.324957 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: quota_check_limit.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.325916 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.326437 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: quota-check-limit Feb 14 16:12:06.326770 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: quotasv2.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.327709 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.328041 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: quotas Feb 14 16:12:06.328368 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: quotasv2_detail.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.330123 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.330472 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: quota_details Feb 14 16:12:06.330813 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: rbac.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.331875 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.332405 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: rbac-policies Feb 14 16:12:06.332745 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: rbac_address_group.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.334248 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.334773 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: rbac-address-group Feb 14 16:12:06.335107 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: rbac_address_scope.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.336045 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.336567 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: rbac-address-scope Feb 14 16:12:06.336901 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: rbac_security_groups.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.337865 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.338384 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: rbac-security-groups Feb 14 16:12:06.338714 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: rbac_subnetpool.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.339709 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.340227 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: rbac-subnetpool Feb 14 16:12:06.340554 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: revisionifmatch.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.341521 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.342035 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: revision-if-match Feb 14 16:12:06.342365 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: revisions.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.343504 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.344024 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: standard-attr-revisions Feb 14 16:12:06.344355 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: router_availability_zone.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.345034 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.345583 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: router_availability_zone Feb 14 16:12:06.345915 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: routerservicetype.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.346863 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.347406 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension router-service-type not supported by any of loaded plugins Feb 14 16:12:06.347734 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.348673 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.350046 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: security-groups-normalized-cidr Feb 14 16:12:06.350382 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: security_groups_port_filtering.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.351349 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.351864 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: port-security-groups-filtering Feb 14 16:12:06.352190 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.353148 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.353685 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: security-groups-remote-address-group Feb 14 16:12:06.354019 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.354967 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.355481 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: security-groups-shared-filtering Feb 14 16:12:06.355809 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.356406 dv-cinder-819668-3-iscsi neutron-server[102441]: WARNING neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 14 16:12:06.356732 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: securitygroup.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.366539 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.367076 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: security-group Feb 14 16:12:06.367420 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: segment.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.368222 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.368738 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension segment not supported by any of loaded plugins Feb 14 16:12:06.369075 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.370065 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.370581 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 14 16:12:06.370917 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: servicetype.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.372037 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.372562 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: service-type Feb 14 16:12:06.372901 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: sorting.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.373928 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.374273 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: sorting Feb 14 16:12:06.374605 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: standard_attr_segment.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.375535 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.376056 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 14 16:12:06.376391 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: standardattrdescription.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.377050 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.377589 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: standard-attr-description Feb 14 16:12:06.377923 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: stateful_security_group.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.378868 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.379385 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: stateful-security-group Feb 14 16:12:06.379718 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: stdattrs_common.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.380296 dv-cinder-819668-3-iscsi neutron-server[102441]: WARNING neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 14 16:12:06.381156 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.382132 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.382647 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 14 16:12:06.382976 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: subnet_onboard.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.384078 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.384604 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: subnet_onboard Feb 14 16:12:06.384935 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.385918 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.386428 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 14 16:12:06.386755 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: subnet_service_types.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.387695 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.388213 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: subnet-service-types Feb 14 16:12:06.388540 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: subnetallocation.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.389684 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.390197 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: subnet_allocation Feb 14 16:12:06.390528 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.391208 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.391722 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: subnetpool-prefix-ops Feb 14 16:12:06.392050 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.393003 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.393538 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 14 16:12:06.393869 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: tagging.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.394931 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.395454 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: standard-attr-tag Feb 14 16:12:06.395786 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: timestamp.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.397625 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.398146 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loaded extension: standard-attr-timestamp Feb 14 16:12:06.398483 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: trunk.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.399535 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.400053 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension trunk not supported by any of loaded plugins Feb 14 16:12:06.400385 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: trunk_details.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.401329 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.401909 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension trunk-details not supported by any of loaded plugins Feb 14 16:12:06.402196 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: uplink_status_propagation.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.403141 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.403653 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 14 16:12:06.403984 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Loading extension file: vlantransparent.py {{(pid=102441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 16:12:06.404668 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 16:12:06.405178 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extension vlan-transparent not supported by any of loaded plugins Feb 14 16:12:06.407732 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:network Feb 14 16:12:06.408257 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:subnet Feb 14 16:12:06.408662 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 16:12:06.409061 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:port Feb 14 16:12:06.410323 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:12:06.410769 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Service FLAVORS assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:12:06.411402 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:12:06.411870 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:12:06.412211 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:router Feb 14 16:12:06.412642 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:floatingip Feb 14 16:12:06.413130 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Service METERING assigned prefix: /metering {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:12:06.414582 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.414962 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.415325 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:12:06.416308 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of CountableResource for resource:rbac_policy Feb 14 16:12:06.416759 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:security_group Feb 14 16:12:06.417209 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 14 16:12:06.417861 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Service CORE assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:12:06.418181 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 16:12:06.418551 dv-cinder-819668-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] subnetpool is already registered Feb 14 16:12:06.418984 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Service CORE assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:12:06.419319 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 16:12:06.419664 dv-cinder-819668-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] subnetpool is already registered Feb 14 16:12:06.421988 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:12:06.422429 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Service FLAVORS assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:12:06.423025 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:12:06.423453 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:12:06.423790 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:router Feb 14 16:12:06.424133 dv-cinder-819668-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] router is already registered Feb 14 16:12:06.424547 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:floatingip Feb 14 16:12:06.424894 dv-cinder-819668-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] floatingip is already registered Feb 14 16:12:06.425352 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Service METERING assigned prefix: /metering {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:12:06.426054 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of CountableResource for resource:rbac_policy Feb 14 16:12:06.426391 dv-cinder-819668-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] rbac_policy is already registered Feb 14 16:12:06.426808 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:security_group Feb 14 16:12:06.427147 dv-cinder-819668-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] security_group is already registered Feb 14 16:12:06.427583 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 14 16:12:06.427921 dv-cinder-819668-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] security_group_rule is already registered Feb 14 16:12:06.428553 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Service CORE assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:12:06.428890 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 16:12:06.429232 dv-cinder-819668-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] subnetpool is already registered Feb 14 16:12:06.429684 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.v2.resource_helper [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Service CORE assigned prefix: {{(pid=102441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 16:12:06.430015 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 16:12:06.430349 dv-cinder-819668-3-iscsi neutron-server[102441]: WARNING neutron.quota.resource_registry [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] subnetpool is already registered Feb 14 16:12:06.430804 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: extensions {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.432275 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: address-groups {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.433824 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: address-scopes {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.435174 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: agents {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.436372 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: auto-allocated-topology {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.437669 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: availability_zones {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.438917 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: dhcp-networks {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.440395 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: dhcp-agents {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.441887 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: routers {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.444713 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: flavors {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.445929 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: service_profiles {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.447167 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: next_providers {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.448620 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: service_profiles {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.450217 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: floatingip-pools {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.451455 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: routers {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.453610 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: floatingips {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.454917 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: l3-routers {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.456337 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: l3-agents {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.457807 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: metering-labels {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.460751 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: metering-label-rules {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.462100 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: network-ip-availabilities {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.463383 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: bindings {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.465063 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: quotas {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.466698 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: quotas {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.468260 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: rbac-policies {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.469600 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: security-groups {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.470844 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: security-group-rules {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.472117 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: service-providers {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.473364 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: subnetpools {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.475156 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: subnetpools {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.476630 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.478377 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.480196 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.482043 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.483853 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.485774 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.487478 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.489404 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.491242 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.493114 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron.api.extensions [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Extended resource: tags {{(pid=102441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 16:12:06.499166 dv-cinder-819668-3-iscsi neutron-server[102441]: WARNING keystonemiddleware.auth_token [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 14 16:12:06.503924 dv-cinder-819668-3-iscsi neutron-server[102441]: WARNING keystonemiddleware.auth_token [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 14 16:12:06.513116 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_concurrency.lockutils [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Acquired lock "singleton_lock" {{(pid=102441) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 14 16:12:06.513635 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_concurrency.lockutils [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Releasing lock "singleton_lock" {{(pid=102441) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 14 16:12:06.514303 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO oslo_service.service [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Starting 2 workers Feb 14 16:12:06.519228 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Started child 102552 {{(pid=102441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 16:12:06.524339 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Started child 102553 {{(pid=102441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 16:12:06.525283 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:06.526007 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO neutron.service [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Neutron service started, listening on 0.0.0.0:9696 Feb 14 16:12:06.526675 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Publish callbacks [] for process (None), before_spawn {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:06.526911 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [-] (102552) wsgi starting up on http://0.0.0.0:9696 Feb 14 16:12:06.529155 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:06.529647 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO oslo_service.service [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Starting 1 workers Feb 14 16:12:06.530540 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [-] (102553) wsgi starting up on http://0.0.0.0:9696 Feb 14 16:12:06.534439 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Started child 102554 {{(pid=102441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 16:12:06.534973 dv-cinder-819668-3-iscsi neutron-server[102441]: INFO oslo_service.service [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Starting 1 workers Feb 14 16:12:06.538032 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.service [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] calling RpcWorker wait() {{(pid=102554) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 14 16:12:06.538605 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.service [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] returning from RpcWorker wait() {{(pid=102554) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 14 16:12:06.539515 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Started child 102555 {{(pid=102441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 16:12:06.539846 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:06.540332 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f8c7-a883-43be-8858-45ab38464f9b None None] Publish callbacks [] for process (None), after_spawn {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:06.540499 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:12:06.542297 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102441) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 14 16:12:06.542520 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 16:12:06.542713 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 16:12:06.542951 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 16:12:06.543303 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 16:12:06.543465 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 16:12:06.543972 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.544261 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.544428 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:06.544968 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.544968 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.545239 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.545627 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:12:06.545778 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.545939 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.546151 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.546440 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.546717 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.546866 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.547028 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.547286 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.547525 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.547811 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.548100 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.548343 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.548614 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.548794 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.549058 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.549544 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.549699 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.549847 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] debug = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.550098 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.550582 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.550863 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.551054 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.551277 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.551565 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.551800 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.552078 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.552327 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.552606 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.552829 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.553093 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.553336 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.553602 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.553877 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.554130 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.554391 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.554634 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.555113 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] host = dv-cinder-819668-3-iscsi {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.555362 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.555583 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.555834 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.556103 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.556366 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.556611 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.556875 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.557140 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.557370 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.557642 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.557893 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.558142 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.558386 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.558637 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.558805 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_options = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.559048 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.559322 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.559668 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.559832 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.559978 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.560115 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.560338 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.560504 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.560753 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.560995 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.561186 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.561402 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.561646 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.561890 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.562157 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.562390 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.562609 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.562913 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.563120 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.563336 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.563564 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.563812 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.564031 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.564276 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.564467 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.564946 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.565185 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.565690 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.565856 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.566010 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.566258 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.566522 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.566742 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.566985 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.567333 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.567495 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.567708 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.567949 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.568764 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.569189 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.569448 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.569825 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.569990 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.570153 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.570394 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.571524 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.571524 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_json = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.571524 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.571524 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.571524 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.572195 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.572195 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.572195 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.575223 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.575223 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.575223 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.575223 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.575223 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.575223 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.575223 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.575223 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.575668 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.575668 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.575668 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.575668 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.575668 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.575967 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.575967 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.576287 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.576569 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.576809 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.577131 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.577416 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.577711 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.577961 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.578209 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.578439 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.578676 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.578893 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.579133 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.579346 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.579570 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.581802 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.581802 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.581802 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.581802 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.581802 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.581802 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.581802 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.581802 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.583483 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.583483 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.583483 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.583483 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.583483 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.583483 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.583483 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.584473 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.584473 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.584604 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.584786 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.585163 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.585611 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.586107 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.586107 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.586438 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.586605 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.587320 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.587320 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.587320 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.587534 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.587647 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.588055 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.588322 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.588546 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.588956 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.589376 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.589623 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.589903 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.590275 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.590382 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.590528 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.590750 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.590967 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.591210 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.591438 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.591653 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.591874 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.592101 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.592335 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.592550 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.592880 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.593025 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.593756 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.593756 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.593756 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.594146 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.594146 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.594377 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.594506 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.595647 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.595647 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.595647 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.595647 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.595647 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.596145 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.596145 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.596145 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.596478 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.596731 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.596971 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.597186 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.597662 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.597907 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.598156 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.598379 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.598622 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.598840 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.599358 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.599638 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.599901 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.600161 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.600382 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.600619 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.600840 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.601080 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.601301 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.601571 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.601804 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.602069 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.602310 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.602568 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.602808 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.603044 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.603306 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.603893 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.603893 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.604180 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.604325 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.604729 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.604897 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.605139 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.605404 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.605721 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.605975 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.606484 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.606484 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.606805 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.606974 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.607219 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.607501 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.607743 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.607967 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.608221 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.608548 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.608787 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.609000 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.609437 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.609828 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.610160 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.610464 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.610886 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.611147 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.611442 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.611691 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.611935 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.612158 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.612426 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.612660 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.612878 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.613118 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.613337 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.613621 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.613842 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.614065 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.614364 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.614594 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.614820 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.615078 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.615285 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.615506 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.615760 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.615976 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.617550 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.617550 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.617550 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.617550 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.617550 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.617550 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.617550 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.618077 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.618077 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.618290 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.618511 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.618838 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.619003 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.619259 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.619477 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.619746 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.619970 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.620189 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.620408 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.620632 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.620875 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.621114 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.621346 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.621620 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.621879 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.622136 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.622484 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.622737 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.622985 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.623243 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.623487 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.623707 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.623926 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.624147 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.624399 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.624640 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.624865 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.625107 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.625326 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.625575 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.625795 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.626032 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.626313 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.626556 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.626799 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.627025 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.627249 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.627470 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.627690 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.627909 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.628145 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.628383 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.628594 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.629008 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.629227 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.629566 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.629805 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.630031 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.630296 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.630520 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.631280 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.631567 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.631789 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.632004 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.632433 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.632433 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.633213 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.633213 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.633213 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.633436 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.633543 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.633771 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.633987 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.634219 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.634447 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.634677 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.634975 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.635195 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.635407 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.635644 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.635854 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.636071 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.636301 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.636519 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.636732 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.636964 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.637176 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.637387 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.637637 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.637853 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.638065 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.638370 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.638629 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.638868 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.639155 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.639386 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.639644 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.639881 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.640193 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.640408 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.640686 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.640912 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.641135 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.641380 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.641649 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.641963 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.642269 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.642527 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.642786 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.643090 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.643386 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.643667 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.643889 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.644199 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.644507 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.644818 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.645084 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.645337 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.645599 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.645847 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.646066 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.646854 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.647124 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.647348 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.647482 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:12:06.647617 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.647851 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.648083 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.648307 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.648540 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.648764 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.648994 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.649212 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.649492 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.649736 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.649898 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 16:12:06.650502 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102441) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 14 16:12:06.650666 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 16:12:06.650837 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 16:12:06.651015 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 16:12:06.651190 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 16:12:06.651567 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 16:12:06.651567 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.651778 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.651902 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.652071 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.652214 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.652339 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.652506 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.652668 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.652904 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.653043 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.653166 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.653287 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.653444 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.653629 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.653791 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.653951 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.654104 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.654266 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.654434 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.654598 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.654748 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.654909 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.655062 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] debug = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.655220 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.655426 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.655585 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.655744 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.655904 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.656066 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.656227 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.656388 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.656549 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.656711 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.656872 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.657033 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.657194 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.657356 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.657540 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.657703 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.657865 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.658025 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.658187 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] host = dv-cinder-819668-3-iscsi {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.658349 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.658511 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.658673 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.658835 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.658997 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.659159 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.659322 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.659484 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.659644 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.659805 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.659967 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.660128 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.660288 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.660449 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.660610 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_options = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.660771 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.660933 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.661094 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.661286 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.661468 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.661623 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.661784 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.661988 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.662152 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.662315 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.662470 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.662629 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.662784 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.663016 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.663168 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.663304 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.663442 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.663572 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.663711 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.663845 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.664000 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.664161 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.664325 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.664489 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.664651 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.664813 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.664970 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.665107 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.665272 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.665433 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.665616 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.665780 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.666001 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.666179 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.666341 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.666504 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.666666 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.666828 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.666994 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.667155 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.667390 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.667556 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.667720 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.667882 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.668043 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.668204 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.668365 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_json = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.668525 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.668687 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.668849 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.669012 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.669173 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.669335 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.669519 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.669682 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.670023 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 16:12:06.670213 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.670380 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.670558 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.670724 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.670889 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.671055 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.671220 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.671390 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.671559 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.671716 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.671887 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.672052 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.672228 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.672408 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.672535 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.672706 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.672868 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.673035 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.673266 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675236 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675236 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675236 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675236 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675236 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675236 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675236 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675236 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675948 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675948 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675948 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675948 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675948 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675948 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675948 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.675948 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.676464 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.676464 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.676464 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.676464 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.676464 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.676803 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.676803 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.676940 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.677068 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.677235 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.677401 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.677614 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.677781 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.677948 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.678113 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.678283 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.678431 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.678601 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.678768 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.678934 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.679099 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.679262 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.679437 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.679603 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.679767 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.679926 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.680097 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.680252 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.680417 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.680592 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.680745 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.680915 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.681108 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.681261 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.681432 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.681616 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.681781 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.681949 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.682104 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.682270 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.682431 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.683161 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.683161 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.683161 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.683161 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.683490 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.683490 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.683632 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.683709 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.683825 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.683989 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.684158 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.684324 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.684487 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.684654 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.684811 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.684984 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.685163 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.685329 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.685526 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.685694 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.685860 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.689492 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.689492 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.689492 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.689492 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.689492 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.689492 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.689492 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.689492 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690042 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690042 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690042 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690042 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690042 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690042 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690042 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690042 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690637 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690637 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690637 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690637 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690637 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690637 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690637 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.690637 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.691171 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.691171 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.691171 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.691171 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.691171 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.691171 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.691171 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.691171 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.691972 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.691972 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.691972 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.691972 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.691972 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.691972 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.691972 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.692473 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.692473 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.692473 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.692690 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.692690 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.692881 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.692967 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.693668 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.693839 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.694004 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.694172 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.694338 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.694502 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.694668 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.694834 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.694999 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.695163 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.695328 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.695493 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.695658 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.695823 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.695988 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.696153 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.696317 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.696482 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.696647 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.696811 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.696976 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.697142 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.697383 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.697571 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.697736 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.697901 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.698065 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.698228 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.698392 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.698555 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.698718 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.698882 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.699047 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.699212 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.699377 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.699542 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.699706 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.699872 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.700036 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.700202 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.700367 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.700532 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.700699 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.700863 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.701028 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.701192 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.701357 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.701544 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.701709 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.701877 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.702059 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.702225 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.702389 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.702557 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.702721 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.702885 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.703049 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.703214 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.703379 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.703543 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.703708 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.703873 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.704037 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.704201 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.704365 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.704527 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.704693 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.704860 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.705026 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.705192 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.705346 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.705532 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.705699 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.705863 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.706028 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.706192 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.706357 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.706522 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.706686 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.706864 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.707029 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.707193 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.707357 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.707541 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.707687 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.707862 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.708026 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.708190 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.708353 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.708516 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.708697 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.709402 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.709588 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.709753 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.709918 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.710082 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.710246 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.710420 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.710585 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.710748 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.710912 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.711076 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.711240 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.711413 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.711578 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.711743 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.711911 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.712074 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.712237 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.712411 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.712576 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.712739 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.712978 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.713142 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.713305 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.713508 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.713685 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.713851 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.714026 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.714191 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.714355 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.714520 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.714698 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.714864 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.715032 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.715198 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.715362 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.715525 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.715691 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.715860 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.716033 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.716205 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.716373 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.716546 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.716718 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.716892 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.717056 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.717226 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.717402 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.717594 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.717759 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.717925 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.718089 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.718252 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.718415 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.718580 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.718744 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.718907 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.719071 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.719234 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.719396 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.719561 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.719727 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.719891 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.720053 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.720217 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.720380 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.720544 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 16:12:06.720699 dv-cinder-819668-3-iscsi neutron-server[102441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 16:12:06.980371 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 46766) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:12:06.988946 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063422 Feb 14 16:12:18.507743 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b79dc63-ac9e-4cb7-a9f6-089131aa6033 None None] get_active_networks_info from dv-cinder-819668-3-iscsi {{(pid=102554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 16:12:18.562998 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b79dc63-ac9e-4cb7-a9f6-089131aa6033 None None] No non-hosted networks {{(pid=102554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 14 16:12:18.571486 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.agentschedulers_db [None req-3b79dc63-ac9e-4cb7-a9f6-089131aa6033 None None] DHCP Agent not found on host dv-cinder-819668-3-iscsi {{(pid=102554) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 14 16:12:18.659215 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-19db48d9-d1a3-49a6-bb60-9c1149bee4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1627038'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:20.691654 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5a694c0c-443c-410b-83a5-33f5bb62aa03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1627038'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:20.731089 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1424655c-0f26-48cb-857a-864f3e39a607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:22.023915 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1627038'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:23.543721 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1627038'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:24.115865 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.db.l3_hamode_db [None req-ac37fad2-f1b8-4639-8901-548c28a447f5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 14 16:12:24.196685 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37fad2-f1b8-4639-8901-548c28a447f5 None None] Routers set() bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:12:24.197014 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37fad2-f1b8-4639-8901-548c28a447f5 None None] Router IDs set() for agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 14 16:12:24.604265 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 46850) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:12:24.697561 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1627038'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:24.698911 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:24.699418 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:24.699903 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:24.700826 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:24.701243 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:24.701796 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:24.702200 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:24.702630 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:24.703038 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:24.703566 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:24.703991 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:24.704523 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:24.705043 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:24.705472 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819668-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:12:24.716343 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819668-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:12:25.110691 dv-cinder-819668-3-iscsi neutron-server[102553]: WARNING oslo_policy.policy [None req-41b2bbae-de6b-48a6-8476-742d9dfb1263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:12:25.111265 dv-cinder-819668-3-iscsi neutron-server[102553]: WARNING oslo_policy.policy [None req-41b2bbae-de6b-48a6-8476-742d9dfb1263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:12:25.346315 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [None req-41b2bbae-de6b-48a6-8476-742d9dfb1263 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=102553) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:12:25.347706 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-41b2bbae-de6b-48a6-8476-742d9dfb1263 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7425191 Feb 14 16:12:27.794769 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 46876) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:12:28.107401 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-9b183774-e6f4-4a9c-85a4-e16eec32dc86 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:12:28.198284 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.policy [None req-9b183774-e6f4-4a9c-85a4-e16eec32dc86 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102553) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 14 16:12:28.240302 dv-cinder-819668-3-iscsi neutron-server[102553]: WARNING oslo_policy.policy [None req-9b183774-e6f4-4a9c-85a4-e16eec32dc86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:12:28.240666 dv-cinder-819668-3-iscsi neutron-server[102553]: WARNING oslo_policy.policy [None req-9b183774-e6f4-4a9c-85a4-e16eec32dc86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:12:28.333240 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9b183774-e6f4-4a9c-85a4-e16eec32dc86 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752477913918', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752477916493', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752477928385', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752477081333', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752477090943', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752477098149', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1450616', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-605270', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1624465', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1452992'] for rbac-policy (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:28.401936 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9b183774-e6f4-4a9c-85a4-e16eec32dc86 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:28.403125 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-9b183774-e6f4-4a9c-85a4-e16eec32dc86 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6072090 Feb 14 16:12:30.790669 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 46886) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:12:31.103801 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:12:31.132671 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Made reservation on behalf of 92efa9037ab24365ae1d37629c3639e6 for: {'network': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:12:31.136745 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:31.152703 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:31.258411 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Publish callbacks [] for security_group (a9c44a62-3775-420f-82a9-c32c3d9a1850), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:31.261893 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (a9c44a62-3775-420f-82a9-c32c3d9a1850), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:31.285064 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:12:31.319753 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752479600487', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:31.320331 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Unsubscribe: segment precommit_create {{(pid=102553) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 14 16:12:31.320851 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.segments_db [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Added segment c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07 of type vlan for network 89eab982-01c6-4207-b793-f191ab0061ea Feb 14 16:12:31.336035 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c44a62-3775-420f-82a9-c32c3d9a1850,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:12:31.361543 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:31.361913 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:31.362270 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:31.362610 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:31.362940 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:31.363266 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:31.363590 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:31.363913 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:31.364233 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:31.365177 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:31.365588 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:31.365873 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:31.366193 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Tracked resource versions report: Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: pushed versions: Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: { 'AddressGroup': {'1.2'}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'ConntrackHelper': {'1.0'}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Log': {'1.0'}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Network': {'1.1'}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Port': {'1.7'}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'PortForwarding': {'1.2'}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'QosPolicy': {'1.10'}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'SecurityGroup': {'1.5'}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'SubPort': {'1.0'}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Subnet': {'1.1'}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Trunk': {'1.1'}} Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: consumer versions: Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: { DHCP agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: L3 agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: Metadata agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: Metering agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: Open vSwitch agent@dv-cinder-819668-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'ConntrackHelper': '1.0', Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'LocalIPAssociation': '1.0', Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Log': '1.0', Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Network': '1.1', Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Port': '1.7', Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'PortForwarding': '1.2', Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'QosPolicy': '1.10', Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'SecurityGroup': '1.5', Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'SecurityGroupRule': '1.2', Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'SubPort': '1.0', Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Subnet': '1.1', Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Trunk': '1.1'}} Feb 14 16:12:31.367556 dv-cinder-819668-3-iscsi neutron-server[102553]: {{(pid=102553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:12:31.429743 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (89eab982-01c6-4207-b793-f191ab0061ea), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:31.469529 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (89eab982-01c6-4207-b793-f191ab0061ea), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:31.475144 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:12:31.475842 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:31.548519 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7567909 Feb 14 16:12:31.591047 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab27b2d-b545-49d7-ba81-2e81e5d9d13e demo demo] Pushing event updated for resources: {'Network': ['ID=89eab982-01c6-4207-b793-f191ab0061ea,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:12:31.603851 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network 89eab982-01c6-4207-b793-f191ab0061ea details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:12:34.034917 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 46898) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:12:34.524715 dv-cinder-819668-3-iscsi neutron-server[102552]: WARNING oslo_policy.policy [None req-a631777b-2c7f-4844-9ccb-f8bbd94e3be3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:12:34.525290 dv-cinder-819668-3-iscsi neutron-server[102552]: WARNING oslo_policy.policy [None req-a631777b-2c7f-4844-9ccb-f8bbd94e3be3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:12:34.966867 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.policy [None req-a631777b-2c7f-4844-9ccb-f8bbd94e3be3 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102552) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 14 16:12:35.008568 dv-cinder-819668-3-iscsi neutron-server[102552]: WARNING oslo_policy.policy [None req-a631777b-2c7f-4844-9ccb-f8bbd94e3be3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:12:35.008940 dv-cinder-819668-3-iscsi neutron-server[102552]: WARNING oslo_policy.policy [None req-a631777b-2c7f-4844-9ccb-f8bbd94e3be3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 16:12:35.016832 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a631777b-2c7f-4844-9ccb-f8bbd94e3be3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:12:35.018685 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-a631777b-2c7f-4844-9ccb-f8bbd94e3be3 demo admin] 10.222.0.55 "GET /v2.0/networks/89eab982-01c6-4207-b793-f191ab0061ea HTTP/1.1" status: 200 len: 825 time: 0.9811857 Feb 14 16:12:35.064830 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-8ac72f1e-322e-453c-9142-2d2b9ebe1b9c demo admin] 10.222.0.55 "GET /v2.0/subnetpools/f4b182ae-2340-4f91-abec-f17a4262b232 HTTP/1.1" status: 200 len: 734 time: 0.0402064 Feb 14 16:12:35.074829 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea', 'subnetpool_id': 'f4b182ae-2340-4f91-abec-f17a4262b232', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:12:35.111659 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Made reservation on behalf of 92efa9037ab24365ae1d37629c3639e6 for: {'subnet': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:12:35.114394 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:35.392841 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for subnet (eabda8d4-68f0-48ce-807b-af29f55f565a), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:35.457683 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Checking segment: {'id': 'c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:12:35.458072 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Network hostable DHCP agents. Network: 89eab982-01c6-4207-b793-f191ab0061ea, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:12:35.475262 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Pushing event updated for resources: {'Subnet': ['ID=eabda8d4-68f0-48ce-807b-af29f55f565a,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:12:35.488362 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:35.488737 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:35.489099 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:35.489492 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:35.489825 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:35.490154 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:35.490493 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:35.490824 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:35.491150 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:35.491470 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:35.491791 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:35.492108 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:35.492424 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Tracked resource versions report: Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: pushed versions: Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: { 'AddressGroup': {'1.2'}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'ConntrackHelper': {'1.0'}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Log': {'1.0'}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Network': {'1.1'}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Port': {'1.7'}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'PortForwarding': {'1.2'}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'QosPolicy': {'1.10'}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'SecurityGroup': {'1.5'}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'SubPort': {'1.0'}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Subnet': {'1.1'}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Trunk': {'1.1'}} Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: consumer versions: Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: { DHCP agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: L3 agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: Metadata agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: Metering agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: Open vSwitch agent@dv-cinder-819668-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'ConntrackHelper': '1.0', Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'LocalIPAssociation': '1.0', Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Log': '1.0', Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Network': '1.1', Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Port': '1.7', Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'PortForwarding': '1.2', Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'QosPolicy': '1.10', Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'SecurityGroup': '1.5', Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'SecurityGroupRule': '1.2', Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'SubPort': '1.0', Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Subnet': '1.1', Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Trunk': '1.1'}} Feb 14 16:12:35.493802 dv-cinder-819668-3-iscsi neutron-server[102552]: {{(pid=102552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:12:35.510005 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Network 89eab982-01c6-4207-b793-f191ab0061ea is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:12:35.525811 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, 89eab982-01c6-4207-b793-f191ab0061ea) {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:12:35.530206 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:12:35.530838 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:35.537404 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0b84d8-ffda-4ebd-93c0-e97b3cac7e96 None None] Network 89eab982-01c6-4207-b793-f191ab0061ea requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:12:35.552733 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-0045044c-7894-45e5-8fc1-abd982a500bc demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4815950 Feb 14 16:12:35.804414 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40576992-a238-5e9f-998a-f4f656238b83-89eab982-01c6-4207-b793-f191ab0061ea', 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea', 'project_id': '92efa9037ab24365ae1d37629c3639e6', 'fixed_ips': [{'subnet_id': 'eabda8d4-68f0-48ce-807b-af29f55f565a'}]}} from dv-cinder-819668-3-iscsi. {{(pid=102554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:12:35.805813 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:36.078518 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Allocated IP 172.20.0.2 (89eab982-01c6-4207-b793-f191ab0061ea/eabda8d4-68f0-48ce-807b-af29f55f565a/b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:12:36.341250 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Publish callbacks [] for port (b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb), precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:36.348330 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:36.421285 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Network 89eab982-01c6-4207-b793-f191ab0061ea is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:12:36.428393 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:12:36.437262 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:12:36.440377 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Pushing event updated for resources: {'Port': ['ID=b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:12:36.475416 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:36.475416 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:36.475416 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:36.475416 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:36.475416 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:36.475953 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:36.475953 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:36.475953 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:36.476200 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:36.476431 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:36.476761 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:36.477080 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:36.477400 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Tracked resource versions report: Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: pushed versions: Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: { 'AddressGroup': {'1.2'}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'ConntrackHelper': {'1.0'}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Log': {'1.0'}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Network': {'1.1'}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Port': {'1.7'}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'PortForwarding': {'1.2'}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'QosPolicy': {'1.10'}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'SecurityGroup': {'1.5'}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'SubPort': {'1.0'}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Subnet': {'1.1'}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Trunk': {'1.1'}} Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: consumer versions: Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: { DHCP agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: L3 agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: Metadata agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: Metering agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: Open vSwitch agent@dv-cinder-819668-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'ConntrackHelper': '1.0', Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'LocalIPAssociation': '1.0', Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Log': '1.0', Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Network': '1.1', Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Port': '1.7', Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'PortForwarding': '1.2', Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'QosPolicy': '1.10', Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'SecurityGroup': '1.5', Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'SecurityGroupRule': '1.2', Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'SubPort': '1.0', Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Subnet': '1.1', Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Trunk': '1.1'}} Feb 14 16:12:36.478864 dv-cinder-819668-3-iscsi neutron-server[102554]: {{(pid=102554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:12:36.527218 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Attempting to bind port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:12:36.527622 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Attempting to bind port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': 'c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:12:36.528051 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Attempting to bind port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb on network 89eab982-01c6-4207-b793-f191ab0061ea {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:12:36.533091 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:12:36.533510 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Checking segment: {'id': 'c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:12:36.534021 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:36.534407 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Bound using segment: {'id': 'c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:12:36.534866 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Bound port: b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:12:36.535270 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:36.596588 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] For port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:12:36.601571 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] For port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb,segment=NetworkSegment(c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07),segment_id=c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:12:36.608791 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:36.671935 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d3ccf-fa49-4af2-81aa-7f526e0c34c3 None None] Pushing event updated for resources: {'Port': ['ID=b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:12:38.036753 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 46918) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:12:38.354103 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [None req-a996f61e-ae33-44b7-8e18-8577fbf483d8 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=102552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:12:38.355176 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-a996f61e-ae33-44b7-8e18-8577fbf483d8 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3174191 Feb 14 16:12:40.834418 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 46926) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:12:41.144206 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [None req-491c3902-5b56-44e6-8468-59ef64396402 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=102552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:12:41.145380 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-491c3902-5b56-44e6-8468-59ef64396402 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3099813 Feb 14 16:12:43.601584 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 46934) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:12:43.910001 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-d7846a70-bbaa-4fb0-aa2a-6e5d9d06b500 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:12:43.933566 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d7846a70-bbaa-4fb0-aa2a-6e5d9d06b500 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44730'] for router (be4a322e-7780-4728-b0ec-2ae93a947bf3), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:43.935180 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d7846a70-bbaa-4fb0-aa2a-6e5d9d06b500 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44723'] for router (be4a322e-7780-4728-b0ec-2ae93a947bf3), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:44.078318 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d7846a70-bbaa-4fb0-aa2a-6e5d9d06b500 demo demo] Publish callbacks [] for router_controller (be4a322e-7780-4728-b0ec-2ae93a947bf3), precommit_add_association {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:44.082933 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d7846a70-bbaa-4fb0-aa2a-6e5d9d06b500 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router (be4a322e-7780-4728-b0ec-2ae93a947bf3), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:44.101067 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d7846a70-bbaa-4fb0-aa2a-6e5d9d06b500 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:44.102284 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-d7846a70-bbaa-4fb0-aa2a-6e5d9d06b500 demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4996247 Feb 14 16:12:46.599318 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 46946) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:12:46.922181 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [None req-b8b0f4fa-3191-4f6d-971f-20837bee9338 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=102553) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:12:46.923184 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-b8b0f4fa-3191-4f6d-971f-20837bee9338 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3228917 Feb 14 16:12:47.298434 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:12:47.392791 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:12:47.393219 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:47.510771 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:12:47.511173 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:47.545830 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb,segment=NetworkSegment(c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07),segment_id=c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:12:47.549377 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:47.596224 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:12:47.745644 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d31af-6524-4cfa-a077-3bde34175e62 None None] Network 89eab982-01c6-4207-b793-f191ab0061ea requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:12:47.831205 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-336df12a-95e0-4bc8-be5f-4e213a8a5523 None None] Provisioning complete for port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:12:47.831593 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-336df12a-95e0-4bc8-be5f-4e213a8a5523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:47.963725 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-336df12a-95e0-4bc8-be5f-4e213a8a5523 None None] Current status of the port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:12:48.191572 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-87ba1791-3469-47b2-b0b9-95a3be899aeb None None] Provisioning complete for port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:12:48.191976 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-87ba1791-3469-47b2-b0b9-95a3be899aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:48.268645 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-87ba1791-3469-47b2-b0b9-95a3be899aeb None None] Current status of the port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:12:48.427860 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4cfbdc03-594a-4524-b6b0-29a8e4e90a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:49.257956 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:12:49.306822 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:12:49.307590 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:49.378335 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:12:49.409885 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 46954) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:12:49.714248 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:12:49.733654 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] Made reservation on behalf of fd5b0e718aae446586f4e85ac5d08b8a for: {'network': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:12:49.735790 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:49.743496 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:49.813988 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] Publish callbacks [] for security_group (3684953f-524b-4465-9520-25bb44284b9d), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:49.817760 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (3684953f-524b-4465-9520-25bb44284b9d), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:49.830766 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] Reserving flat network on physical network physnet1 {{(pid=102553) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 14 16:12:49.852760 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3684953f-524b-4465-9520-25bb44284b9d,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:12:49.855621 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (0caffed6-150e-4807-85a5-2343a686e636), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:49.855969 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.segments_db [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] Added segment 0caffed6-150e-4807-85a5-2343a686e636 of type flat for network fbee9b82-1d0f-41e0-9255-a9db1855e990 Feb 14 16:12:49.918152 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (fbee9b82-1d0f-41e0-9255-a9db1855e990), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:49.949427 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (fbee9b82-1d0f-41e0-9255-a9db1855e990), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:49.950389 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:12:49.950987 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:50.001659 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5906026 Feb 14 16:12:50.044713 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558f4e9-aa5e-4146-bbe8-03e9e9114ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=fbee9b82-1d0f-41e0-9255-a9db1855e990,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:12:50.055576 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:12:50.669036 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-57e70ada-6893-41cc-a23b-218da7d161b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:51.960734 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:52.501630 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 46972) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:12:52.715926 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e475c83-c85e-403c-8ede-1e759cd6fde4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:12:52.717294 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-2e475c83-c85e-403c-8ede-1e759cd6fde4 demo admin] 10.222.0.55 "GET /v2.0/subnets/eabda8d4-68f0-48ce-807b-af29f55f565a HTTP/1.1" status: 200 len: 849 time: 0.2146854 Feb 14 16:12:52.839576 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-ff76f91d-a2f4-4671-80da-5bfbd61d597f demo admin] 10.222.0.55 "GET /v2.0/routers/be4a322e-7780-4728-b0ec-2ae93a947bf3 HTTP/1.1" status: 200 len: 704 time: 0.1167300 Feb 14 16:12:53.114542 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:53.404406 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Allocated IP 172.20.0.1 (89eab982-01c6-4207-b793-f191ab0061ea/eabda8d4-68f0-48ce-807b-af29f55f565a/237c174d-aa6f-40aa-9162-af73fdc7cd1a) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:12:53.464732 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:53.581943 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 5 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:12:53.589554 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Publish callbacks [] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:53.653818 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:53.768451 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Network 89eab982-01c6-4207-b793-f191ab0061ea is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:12:53.774858 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:12:53.786773 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:12:53.787187 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629114'] for router_interface (be4a322e-7780-4728-b0ec-2ae93a947bf3), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:53.850254 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Pushing event updated for resources: {'Port': ['ID=237c174d-aa6f-40aa-9162-af73fdc7cd1a,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:12:53.992022 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:54.024505 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-79c1cad7-5114-4509-9182-6e408fc3b2d0 None None] Provisioning complete for port 237c174d-aa6f-40aa-9162-af73fdc7cd1a triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:12:54.024694 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-79c1cad7-5114-4509-9182-6e408fc3b2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:54.108331 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-79c1cad7-5114-4509-9182-6e408fc3b2d0 None None] Port 237c174d-aa6f-40aa-9162-af73fdc7cd1a cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:12:54.206149 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Publish callbacks [] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:54.210497 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:54.211305 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629126'] for router_interface (be4a322e-7780-4728-b0ec-2ae93a947bf3), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:54.268454 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Pushing event updated for resources: {'Port': ['ID=237c174d-aa6f-40aa-9162-af73fdc7cd1a,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:12:54.334670 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Network 89eab982-01c6-4207-b793-f191ab0061ea is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:12:54.336025 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:12:54.503167 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Router be4a322e-7780-4728-b0ec-2ae93a947bf3 is scheduled to L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 with binding_index 1 {{(pid=102553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:12:54.528567 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-b99e7173-2484-402c-917c-82249a56b388 None None] Provisioning complete for port 237c174d-aa6f-40aa-9162-af73fdc7cd1a triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:12:54.529078 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b99e7173-2484-402c-917c-82249a56b388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:54.561436 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b99e7173-2484-402c-917c-82249a56b388 None None] Port 237c174d-aa6f-40aa-9162-af73fdc7cd1a cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:12:54.593097 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:12:54.598284 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-fb8aad4e-7f4c-42d5-8455-10464d30257b demo admin] 10.222.0.55 "PUT /v2.0/routers/be4a322e-7780-4728-b0ec-2ae93a947bf3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7535040 Feb 14 16:12:54.612582 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Sync routers for ids ['be4a322e-7780-4728-b0ec-2ae93a947bf3'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:12:54.625422 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Routers {'be4a322e-7780-4728-b0ec-2ae93a947bf3'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:12:54.626315 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:12:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['be4a322e-7780-4728-b0ec-2ae93a947bf3'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:12:54.701345 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:54.817746 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Set router be4a322e-7780-4728-b0ec-2ae93a947bf3 gateway port host: None {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:12:55.248458 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4a322e-7780-4728-b0ec-2ae93a947bf3', 'name': 'router1', 'tenant_id': '92efa9037ab24365ae1d37629c3639e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:12:43Z', 'updated_at': '2022-02-14T16:12:53Z', 'revision_number': 2, 'project_id': '92efa9037ab24365ae1d37629c3639e6', 'gw_port_host': None, '_interfaces': [{'id': '237c174d-aa6f-40aa-9162-af73fdc7cd1a', 'name': '', 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea', 'tenant_id': '92efa9037ab24365ae1d37629c3639e6', 'mac_address': 'fa:16:3e:06:ff:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4a322e-7780-4728-b0ec-2ae93a947bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eabda8d4-68f0-48ce-807b-af29f55f565a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:12:53Z', 'updated_at': '2022-02-14T16:12:54Z', 'revision_number': 2, 'project_id': '92efa9037ab24365ae1d37629c3639e6', 'subnets': [{'id': 'eabda8d4-68f0-48ce-807b-af29f55f565a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4b182ae-2340-4f91-abec-f17a4262b232'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:12:55.299572 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Checking router: be4a322e-7780-4728-b0ec-2ae93a947bf3 for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:12:55.299948 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Updating router be4a322e-7780-4728-b0ec-2ae93a947bf3 port 237c174d-aa6f-40aa-9162-af73fdc7cd1a binding host dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:12:55.351953 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:55.862401 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Publish callbacks [] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:55.869002 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:56.023502 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Pushing event updated for resources: {'Port': ['ID=237c174d-aa6f-40aa-9162-af73fdc7cd1a,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:12:56.035719 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:56.036632 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:56.036983 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:56.037319 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:56.037674 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:56.038003 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:56.038333 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:56.038655 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:56.038980 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:56.039317 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:56.039661 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:56.039959 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:56.040278 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Tracked resource versions report: Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: pushed versions: Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: { 'AddressGroup': {'1.2'}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'ConntrackHelper': {'1.0'}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Log': {'1.0'}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Network': {'1.1'}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Port': {'1.7'}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'PortForwarding': {'1.2'}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'QosPolicy': {'1.10'}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'SecurityGroup': {'1.5'}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'SubPort': {'1.0'}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Subnet': {'1.1'}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Trunk': {'1.1'}} Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: consumer versions: Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: { DHCP agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: L3 agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: Metadata agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: Metering agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: Open vSwitch agent@dv-cinder-819668-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'ConntrackHelper': '1.0', Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'LocalIPAssociation': '1.0', Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Log': '1.0', Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Network': '1.1', Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Port': '1.7', Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'PortForwarding': '1.2', Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'QosPolicy': '1.10', Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'SecurityGroup': '1.5', Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'SecurityGroupRule': '1.2', Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'SubPort': '1.0', Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Subnet': '1.1', Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Trunk': '1.1'}} Feb 14 16:12:56.041753 dv-cinder-819668-3-iscsi neutron-server[102555]: {{(pid=102555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:12:56.048056 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Attempting to bind port 237c174d-aa6f-40aa-9162-af73fdc7cd1a on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:12:56.048468 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Attempting to bind port 237c174d-aa6f-40aa-9162-af73fdc7cd1a by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': 'c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:12:56.048917 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Attempting to bind port 237c174d-aa6f-40aa-9162-af73fdc7cd1a on network 89eab982-01c6-4207-b793-f191ab0061ea {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:12:56.054921 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:12:56.055326 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Checking segment: {'id': 'c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:12:56.055859 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:56.056221 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Bound using segment: {'id': 'c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:12:56.056680 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Bound port: 237c174d-aa6f-40aa-9162-af73fdc7cd1a, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:12:56.057061 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:56.090548 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-a67416d9-3c2a-44a2-9ee3-245ec8e7e142 None None] Provisioning complete for port 237c174d-aa6f-40aa-9162-af73fdc7cd1a triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:12:56.091077 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a67416d9-3c2a-44a2-9ee3-245ec8e7e142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:56.124393 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] For port 237c174d-aa6f-40aa-9162-af73fdc7cd1a, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:12:56.126180 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a67416d9-3c2a-44a2-9ee3-245ec8e7e142 None None] Port 237c174d-aa6f-40aa-9162-af73fdc7cd1a cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:12:56.143874 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] For port 237c174d-aa6f-40aa-9162-af73fdc7cd1a, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=237c174d-aa6f-40aa-9162-af73fdc7cd1a,segment=NetworkSegment(c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07),segment_id=c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:12:56.149490 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:56.202519 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Routers {'be4a322e-7780-4728-b0ec-2ae93a947bf3'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:12:56.203094 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:12:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['be4a322e-7780-4728-b0ec-2ae93a947bf3'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:12:56.241759 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d4c90-6e84-4d2b-b0fd-5fe53f7dac7b None None] Pushing event updated for resources: {'Port': ['ID=237c174d-aa6f-40aa-9162-af73fdc7cd1a,revision_number=4']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:12:56.297949 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] Set router be4a322e-7780-4728-b0ec-2ae93a947bf3 gateway port host: None {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:12:56.452015 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-fc040c60-2d42-46dd-b573-22fbb01f2e1e None None] Provisioning complete for port 237c174d-aa6f-40aa-9162-af73fdc7cd1a triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:12:56.452311 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc040c60-2d42-46dd-b573-22fbb01f2e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:56.511828 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4a322e-7780-4728-b0ec-2ae93a947bf3', 'name': 'router1', 'tenant_id': '92efa9037ab24365ae1d37629c3639e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:12:43Z', 'updated_at': '2022-02-14T16:12:53Z', 'revision_number': 2, 'project_id': '92efa9037ab24365ae1d37629c3639e6', 'gw_port_host': None, '_interfaces': [{'id': '237c174d-aa6f-40aa-9162-af73fdc7cd1a', 'name': '', 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea', 'tenant_id': '92efa9037ab24365ae1d37629c3639e6', 'mac_address': 'fa:16:3e:06:ff:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4a322e-7780-4728-b0ec-2ae93a947bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eabda8d4-68f0-48ce-807b-af29f55f565a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:12:53Z', 'updated_at': '2022-02-14T16:12:56Z', 'revision_number': 4, 'project_id': '92efa9037ab24365ae1d37629c3639e6', 'subnets': [{'id': 'eabda8d4-68f0-48ce-807b-af29f55f565a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4b182ae-2340-4f91-abec-f17a4262b232'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:12:56.531745 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-fc040c60-2d42-46dd-b573-22fbb01f2e1e None None] Current status of the port 237c174d-aa6f-40aa-9162-af73fdc7cd1a is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:12:56.532142 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc040c60-2d42-46dd-b573-22fbb01f2e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:56.542009 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90bbe3f-b1f7-43c9-a6c4-74c438581214 None None] The sync data for ids ['be4a322e-7780-4728-b0ec-2ae93a947bf3'] in dv-cinder-819668-3-iscsi is: [{'id': 'be4a322e-7780-4728-b0ec-2ae93a947bf3', 'name': 'router1', 'tenant_id': '92efa9037ab24365ae1d37629c3639e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:12:43Z', 'updated_at': '2022-02-14T16:12:53Z', 'revision_number': 2, 'project_id': '92efa9037ab24365ae1d37629c3639e6', 'gw_port_host': None, '_interfaces': [{'id': '237c174d-aa6f-40aa-9162-af73fdc7cd1a', 'name': '', 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea', 'tenant_id': '92efa9037ab24365ae1d37629c3639e6', 'mac_address': 'fa:16:3e:06:ff:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4a322e-7780-4728-b0ec-2ae93a947bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eabda8d4-68f0-48ce-807b-af29f55f565a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:12:53Z', 'updated_at': '2022-02-14T16:12:56Z', 'revision_number': 4, 'project_id': '92efa9037ab24365ae1d37629c3639e6', 'subnets': [{'id': 'eabda8d4-68f0-48ce-807b-af29f55f565a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4b182ae-2340-4f91-abec-f17a4262b232'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:12:56.566575 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-fc040c60-2d42-46dd-b573-22fbb01f2e1e None None] For port 237c174d-aa6f-40aa-9162-af73fdc7cd1a, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=237c174d-aa6f-40aa-9162-af73fdc7cd1a,segment=NetworkSegment(c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07),segment_id=c2aa7b76-e863-47f9-a0e3-4f7c0eda5c07)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:12:56.570848 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fc040c60-2d42-46dd-b573-22fbb01f2e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:56.622001 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc040c60-2d42-46dd-b573-22fbb01f2e1e None None] Pushing event updated for resources: {'Port': ['ID=237c174d-aa6f-40aa-9162-af73fdc7cd1a,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:12:57.008863 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 46992) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:12:57.118934 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1277543-0b2e-4776-8ece-d7c939d0d14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:12:57.120221 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-c1277543-0b2e-4776-8ece-d7c939d0d14b admin admin] 10.222.0.55 "GET /v2.0/networks/fbee9b82-1d0f-41e0-9255-a9db1855e990 HTTP/1.1" status: 200 len: 842 time: 0.1103539 Feb 14 16:12:57.129610 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-9d20f0d4-b7e0-4a82-bb19-62e9b16100bb admin admin] Request body: {'subnet': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:12:57.152372 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d20f0d4-b7e0-4a82-bb19-62e9b16100bb admin admin] Made reservation on behalf of fd5b0e718aae446586f4e85ac5d08b8a for: {'subnet': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:12:57.154676 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9d20f0d4-b7e0-4a82-bb19-62e9b16100bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:57.452929 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.objects.ports [None req-9d20f0d4-b7e0-4a82-bb19-62e9b16100bb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102553) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 16:12:57.453281 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9d20f0d4-b7e0-4a82-bb19-62e9b16100bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for subnet (5d174cb0-3678-4266-9ab7-d467ad419453), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:57.507609 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20f0d4-b7e0-4a82-bb19-62e9b16100bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d174cb0-3678-4266-9ab7-d467ad419453,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:12:57.519261 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d20f0d4-b7e0-4a82-bb19-62e9b16100bb admin admin] Checking segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:12:57.519620 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d20f0d4-b7e0-4a82-bb19-62e9b16100bb admin admin] Network hostable DHCP agents. Network: fbee9b82-1d0f-41e0-9255-a9db1855e990, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:12:57.541675 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d20f0d4-b7e0-4a82-bb19-62e9b16100bb admin admin] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:12:57.552947 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-9d20f0d4-b7e0-4a82-bb19-62e9b16100bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, fbee9b82-1d0f-41e0-9255-a9db1855e990) {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:12:57.557628 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d20f0d4-b7e0-4a82-bb19-62e9b16100bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:12:57.558660 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9d20f0d4-b7e0-4a82-bb19-62e9b16100bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:12:57.562880 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03869e51-c3e6-4ae6-afc3-b44b0cce3b92 None None] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:12:57.580466 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-9d20f0d4-b7e0-4a82-bb19-62e9b16100bb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4541874 Feb 14 16:12:57.698405 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3596cf2c-a65d-4232-8a6e-7a410b2b7062 None None] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:12:59.988380 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 47000) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:13:00.263291 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-af9ea92f-dd4d-4b72-8a4d-f16535e1da07 demo admin] 10.222.0.55 "GET /v2.0/routers/be4a322e-7780-4728-b0ec-2ae93a947bf3 HTTP/1.1" status: 200 len: 710 time: 0.2737970 Feb 14 16:13:00.383584 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f886e78a-3739-481b-bcb8-df376b62a8c9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:13:00.384948 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-f886e78a-3739-481b-bcb8-df376b62a8c9 demo admin] 10.222.0.55 "GET /v2.0/networks/fbee9b82-1d0f-41e0-9255-a9db1855e990 HTTP/1.1" status: 200 len: 886 time: 0.1158524 Feb 14 16:13:00.393822 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:13:00.655132 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Publish callbacks [] for router_gateway (be4a322e-7780-4728-b0ec-2ae93a947bf3), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:00.887505 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Publish callbacks [] for router_gateway (be4a322e-7780-4728-b0ec-2ae93a947bf3), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:00.962382 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:01.115083 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_common [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Allocated IP 172.27.2.153 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/51b99119-1088-426c-8e23-9c683410bfa1) {{(pid=102552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:13:01.222274 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Publish callbacks [] for port (51b99119-1088-426c-8e23-9c683410bfa1), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:01.282714 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (51b99119-1088-426c-8e23-9c683410bfa1), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:01.351509 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:13:01.357368 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:13:01.365527 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Received port after_create {{(pid=102552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:13:01.403968 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Pushing event updated for resources: {'Port': ['ID=51b99119-1088-426c-8e23-9c683410bfa1,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:13:01.709096 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Publish callbacks [] for router_gateway (be4a322e-7780-4728-b0ec-2ae93a947bf3), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:01.905576 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1627506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44673'] for router (be4a322e-7780-4728-b0ec-2ae93a947bf3), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:01.910367 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628830', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1627517'] for router (be4a322e-7780-4728-b0ec-2ae93a947bf3), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:02.020107 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Router be4a322e-7780-4728-b0ec-2ae93a947bf3 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:13:02.127680 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:13:02.132504 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:02.133228 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-6683182b-4632-4b4e-b31a-4e7a5f342ca6 demo admin] 10.222.0.55 "PUT /v2.0/routers/be4a322e-7780-4728-b0ec-2ae93a947bf3 HTTP/1.1" status: 200 len: 890 time: 1.7425892 Feb 14 16:13:03.294384 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 237c174d-aa6f-40aa-9162-af73fdc7cd1a up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:13:03.354914 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 237c174d-aa6f-40aa-9162-af73fdc7cd1a triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:13:03.355299 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:03.443152 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 237c174d-aa6f-40aa-9162-af73fdc7cd1a is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:13:04.591280 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 47012) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:13:04.710374 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-a2909400-b469-44d2-920c-e588f7fc7d54 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1180165 Feb 14 16:13:04.929881 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Sync routers for ids ['be4a322e-7780-4728-b0ec-2ae93a947bf3'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:13:04.940646 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Routers {'be4a322e-7780-4728-b0ec-2ae93a947bf3'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:13:04.941298 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:12:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['be4a322e-7780-4728-b0ec-2ae93a947bf3'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:13:05.157238 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Set router be4a322e-7780-4728-b0ec-2ae93a947bf3 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:13:05.550870 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4a322e-7780-4728-b0ec-2ae93a947bf3', 'name': 'router1', 'tenant_id': '92efa9037ab24365ae1d37629c3639e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '51b99119-1088-426c-8e23-9c683410bfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:12:43Z', 'updated_at': '2022-02-14T16:13:01Z', 'revision_number': 4, 'project_id': '92efa9037ab24365ae1d37629c3639e6', 'gw_port': {'id': '51b99119-1088-426c-8e23-9c683410bfa1', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4a322e-7780-4728-b0ec-2ae93a947bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:13:00Z', 'updated_at': '2022-02-14T16:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '237c174d-aa6f-40aa-9162-af73fdc7cd1a', 'name': '', 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea', 'tenant_id': '92efa9037ab24365ae1d37629c3639e6', 'mac_address': 'fa:16:3e:06:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a322e-7780-4728-b0ec-2ae93a947bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eabda8d4-68f0-48ce-807b-af29f55f565a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:12:53Z', 'updated_at': '2022-02-14T16:12:56Z', 'revision_number': 5, 'project_id': '92efa9037ab24365ae1d37629c3639e6', 'subnets': [{'id': 'eabda8d4-68f0-48ce-807b-af29f55f565a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4b182ae-2340-4f91-abec-f17a4262b232'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:13:05.673642 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Checking router: be4a322e-7780-4728-b0ec-2ae93a947bf3 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:13:05.674028 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Updating router be4a322e-7780-4728-b0ec-2ae93a947bf3 port 51b99119-1088-426c-8e23-9c683410bfa1 binding host dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:13:05.731897 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (51b99119-1088-426c-8e23-9c683410bfa1), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:06.059906 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Publish callbacks [] for port (51b99119-1088-426c-8e23-9c683410bfa1), precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:06.066485 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (51b99119-1088-426c-8e23-9c683410bfa1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:06.135246 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7cefe0-2fb9-4dc3-9f4b-929c10bcd027 None None] Pushing event updated for resources: {'Port': ['ID=51b99119-1088-426c-8e23-9c683410bfa1,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:13:06.137811 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Attempting to bind port 51b99119-1088-426c-8e23-9c683410bfa1 on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:13:06.138337 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Attempting to bind port 51b99119-1088-426c-8e23-9c683410bfa1 by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:13:06.138838 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Attempting to bind port 51b99119-1088-426c-8e23-9c683410bfa1 on network fbee9b82-1d0f-41e0-9255-a9db1855e990 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:13:06.145018 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:13:06.145433 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Checking segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:13:06.145871 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:06.146259 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Bound using segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:13:06.146726 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Bound port: 51b99119-1088-426c-8e23-9c683410bfa1, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:13:06.147110 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (51b99119-1088-426c-8e23-9c683410bfa1), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:06.196510 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] For port 51b99119-1088-426c-8e23-9c683410bfa1, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:13:06.199421 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] For port 51b99119-1088-426c-8e23-9c683410bfa1, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=51b99119-1088-426c-8e23-9c683410bfa1,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:13:06.205046 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (51b99119-1088-426c-8e23-9c683410bfa1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:06.259693 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Routers {'be4a322e-7780-4728-b0ec-2ae93a947bf3'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:13:06.260301 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:12:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['be4a322e-7780-4728-b0ec-2ae93a947bf3'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:13:06.296432 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7cefe0-2fb9-4dc3-9f4b-929c10bcd027 None None] Pushing event updated for resources: {'Port': ['ID=51b99119-1088-426c-8e23-9c683410bfa1,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:13:06.373518 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] Set router be4a322e-7780-4728-b0ec-2ae93a947bf3 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:13:06.609207 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4a322e-7780-4728-b0ec-2ae93a947bf3', 'name': 'router1', 'tenant_id': '92efa9037ab24365ae1d37629c3639e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '51b99119-1088-426c-8e23-9c683410bfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:12:43Z', 'updated_at': '2022-02-14T16:13:01Z', 'revision_number': 4, 'project_id': '92efa9037ab24365ae1d37629c3639e6', 'gw_port': {'id': '51b99119-1088-426c-8e23-9c683410bfa1', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4a322e-7780-4728-b0ec-2ae93a947bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:13:00Z', 'updated_at': '2022-02-14T16:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '237c174d-aa6f-40aa-9162-af73fdc7cd1a', 'name': '', 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea', 'tenant_id': '92efa9037ab24365ae1d37629c3639e6', 'mac_address': 'fa:16:3e:06:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a322e-7780-4728-b0ec-2ae93a947bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eabda8d4-68f0-48ce-807b-af29f55f565a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:12:53Z', 'updated_at': '2022-02-14T16:12:56Z', 'revision_number': 5, 'project_id': '92efa9037ab24365ae1d37629c3639e6', 'subnets': [{'id': 'eabda8d4-68f0-48ce-807b-af29f55f565a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4b182ae-2340-4f91-abec-f17a4262b232'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:13:06.637642 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b31012f-6049-40d7-af91-1745f9fccab0 None None] The sync data for ids ['be4a322e-7780-4728-b0ec-2ae93a947bf3'] in dv-cinder-819668-3-iscsi is: [{'id': 'be4a322e-7780-4728-b0ec-2ae93a947bf3', 'name': 'router1', 'tenant_id': '92efa9037ab24365ae1d37629c3639e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '51b99119-1088-426c-8e23-9c683410bfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:12:43Z', 'updated_at': '2022-02-14T16:13:01Z', 'revision_number': 4, 'project_id': '92efa9037ab24365ae1d37629c3639e6', 'gw_port': {'id': '51b99119-1088-426c-8e23-9c683410bfa1', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4a322e-7780-4728-b0ec-2ae93a947bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:13:00Z', 'updated_at': '2022-02-14T16:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '237c174d-aa6f-40aa-9162-af73fdc7cd1a', 'name': '', 'network_id': '89eab982-01c6-4207-b793-f191ab0061ea', 'tenant_id': '92efa9037ab24365ae1d37629c3639e6', 'mac_address': 'fa:16:3e:06:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a322e-7780-4728-b0ec-2ae93a947bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eabda8d4-68f0-48ce-807b-af29f55f565a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:12:53Z', 'updated_at': '2022-02-14T16:12:56Z', 'revision_number': 5, 'project_id': '92efa9037ab24365ae1d37629c3639e6', 'subnets': [{'id': 'eabda8d4-68f0-48ce-807b-af29f55f565a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f4b182ae-2340-4f91-abec-f17a4262b232'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:13:07.329478 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 51b99119-1088-426c-8e23-9c683410bfa1 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:13:07.392681 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 51b99119-1088-426c-8e23-9c683410bfa1 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:13:07.393312 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (51b99119-1088-426c-8e23-9c683410bfa1), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:07.512175 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 51b99119-1088-426c-8e23-9c683410bfa1 is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:13:07.512662 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (51b99119-1088-426c-8e23-9c683410bfa1), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:07.533291 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port 51b99119-1088-426c-8e23-9c683410bfa1, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=51b99119-1088-426c-8e23-9c683410bfa1,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:13:07.540305 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (51b99119-1088-426c-8e23-9c683410bfa1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:07.595928 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=51b99119-1088-426c-8e23-9c683410bfa1,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:13:09.312864 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 51b99119-1088-426c-8e23-9c683410bfa1 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:13:09.394703 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 51b99119-1088-426c-8e23-9c683410bfa1 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:13:09.395124 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (51b99119-1088-426c-8e23-9c683410bfa1), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:09.478122 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 51b99119-1088-426c-8e23-9c683410bfa1 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:13:18.431471 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-86df76e3-7180-4352-b668-3d75bd378b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:20.680140 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-625f9204-0c6c-456e-b1e2-46d528cd7eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:21.968631 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:23.484898 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:24.705213 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:30.580113 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 5 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:13:48.439970 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9d8a2301-e1bd-490d-b58b-95b4cfb86496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:50.677707 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c42cb97f-bb39-4d69-bc79-adf7dfa64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:52.009134 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:53.482842 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:13:54.712042 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:14:07.580651 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 5 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:14:18.432113 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d1ad4bea-2f8d-414f-ae3f-896342501410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:14:20.669982 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e1a63be5-4d35-49f6-b74b-bf32b6994c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:14:21.962063 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:14:23.478872 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:14:24.267974 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 47498) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:14:24.328034 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de7a9a6-b322-4f55-8fe2-09018fc8354e admin admin] GET failed (client error): The resource could not be found. Feb 14 16:14:24.329298 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-7de7a9a6-b322-4f55-8fe2-09018fc8354e admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603585 Feb 14 16:14:24.489688 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55838ba4-4cdc-4f15-a85d-963a809b5568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:14:24.491175 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-55838ba4-4cdc-4f15-a85d-963a809b5568 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572447 Feb 14 16:14:24.704636 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:14:26.774315 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 47508) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:14:26.863299 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5612bcb-2bfe-4c19-8020-b342bc0a3f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:14:26.865245 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-a5612bcb-2bfe-4c19-8020-b342bc0a3f06 admin admin] 10.222.0.55 "GET /v2.0/subnets/eabda8d4-68f0-48ce-807b-af29f55f565a HTTP/1.1" status: 200 len: 849 time: 0.0899796 Feb 14 16:14:26.874654 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:14:26.958791 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Publish callbacks [] for subnet (eabda8d4-68f0-48ce-807b-af29f55f565a), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:14:27.091822 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752479630008'] for subnet (eabda8d4-68f0-48ce-807b-af29f55f565a), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:14:27.122383 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:14:27.123573 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:14:27.124221 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] 10.222.0.55 "PUT /v2.0/subnets/eabda8d4-68f0-48ce-807b-af29f55f565a HTTP/1.1" status: 200 len: 868 time: 0.2531185 Feb 14 16:14:27.137294 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381d0fb2-57c6-4b00-a9e2-67ffd42082a6 None None] Network 89eab982-01c6-4207-b793-f191ab0061ea requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:14:27.146479 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eabda8d4-68f0-48ce-807b-af29f55f565a,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:14:27.155001 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:14:27.155001 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:14:27.155302 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:14:27.155574 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:14:27.155850 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:14:27.156177 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:14:27.156516 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:14:27.156851 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:14:27.157210 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:14:27.157652 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:14:27.157990 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:14:27.158319 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:14:27.158645 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8bef-9155-4441-8d01-21fa4aa44b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:14:27.533429 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-27ae5edc-6446-44a9-8215-1907832e3052 None None] Provisioning complete for port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:14:27.533780 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27ae5edc-6446-44a9-8215-1907832e3052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:14:27.618977 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-27ae5edc-6446-44a9-8215-1907832e3052 None None] Current status of the port b46e1b01-b1e9-4f4c-9fbc-c677d0b090bb is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:14:27.628635 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-27ae5edc-6446-44a9-8215-1907832e3052 None None] Provisioning complete for port 237c174d-aa6f-40aa-9162-af73fdc7cd1a triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:14:27.629025 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-27ae5edc-6446-44a9-8215-1907832e3052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (237c174d-aa6f-40aa-9162-af73fdc7cd1a), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:14:27.703861 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-27ae5edc-6446-44a9-8215-1907832e3052 None None] Current status of the port 237c174d-aa6f-40aa-9162-af73fdc7cd1a is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:14:29.408793 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 47516) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:14:29.674564 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b447c93f-6ed5-453a-a1e1-deb51ba1f246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:14:29.674950 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b447c93f-6ed5-453a-a1e1-deb51ba1f246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:14:29.676526 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-b447c93f-6ed5-453a-a1e1-deb51ba1f246 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2667217 Feb 14 16:14:31.915844 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 47526) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:14:32.173631 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c5c10-4cd7-4f1e-bf65-ea6c30492788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:14:32.174022 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c5c10-4cd7-4f1e-bf65-ea6c30492788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:14:32.175544 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-f86c5c10-4cd7-4f1e-bf65-ea6c30492788 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2587357 Feb 14 16:14:34.445924 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 47534) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:14:34.575035 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0846ba19-4274-46cb-9d94-78933a8d2d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:14:34.576380 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-0846ba19-4274-46cb-9d94-78933a8d2d73 admin admin] 10.222.0.55 "GET /v2.0/networks/89eab982-01c6-4207-b793-f191ab0061ea HTTP/1.1" status: 200 len: 869 time: 0.1294785 Feb 14 16:14:36.825705 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 47542) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:14:36.949668 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f01ab8b-da53-4f39-8374-c36102a3a265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:14:36.951019 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-5f01ab8b-da53-4f39-8374-c36102a3a265 admin admin] 10.222.0.55 "GET /v2.0/networks/fbee9b82-1d0f-41e0-9255-a9db1855e990 HTTP/1.1" status: 200 len: 886 time: 0.1243758 Feb 14 16:14:39.195472 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 47550) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:14:39.319775 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a786e02d-0016-4524-97e5-a6ca95a73782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:14:39.320226 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a786e02d-0016-4524-97e5-a6ca95a73782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:14:39.321762 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-a786e02d-0016-4524-97e5-a6ca95a73782 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253464 Feb 14 16:14:41.576488 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 47558) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:14:41.712637 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be5dea8-40c6-45b4-88e4-618c17d39e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:14:41.713090 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be5dea8-40c6-45b4-88e4-618c17d39e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:14:41.714672 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-8be5dea8-40c6-45b4-88e4-618c17d39e90 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1372025 Feb 14 16:14:43.981581 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 47566) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:14:44.065314 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d9dbe2-c135-412e-8cac-274941c9a0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:14:44.066653 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-22d9dbe2-c135-412e-8cac-274941c9a0e3 admin admin] 10.222.0.55 "GET /v2.0/subnets/5d174cb0-3678-4266-9ab7-d467ad419453 HTTP/1.1" status: 200 len: 816 time: 0.0841236 Feb 14 16:14:44.579044 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 5 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:14:46.334232 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 47574) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:14:46.423175 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d5bb9-2977-40f3-b758-0061ed8a2ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:14:46.424492 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-822d5bb9-2977-40f3-b758-0061ed8a2ef7 admin admin] 10.222.0.55 "GET /v2.0/subnets/eabda8d4-68f0-48ce-807b-af29f55f565a HTTP/1.1" status: 200 len: 868 time: 0.0893071 Feb 14 16:14:48.435193 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3c02898-47d2-4503-a32c-d005cf63c18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:14:50.670778 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-328591f4-cfb5-4b1c-b116-730f88529275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:14:51.965236 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:14:53.488065 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:14:54.707272 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:10.423414 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 47626) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:15:10.470921 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [None req-b35845fc-9463-402c-924c-d0010593efd1 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=102553) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:15:10.471977 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-b35845fc-9463-402c-924c-d0010593efd1 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475786 Feb 14 16:15:12.837234 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 47634) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:15:12.898619 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77a06fd-8d28-4c47-95db-5dd67b320dd2 admin admin] GET failed (client error): The resource could not be found. Feb 14 16:15:12.900518 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-b77a06fd-8d28-4c47-95db-5dd67b320dd2 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621748 Feb 14 16:15:13.046818 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe0b18f-07d9-41ca-9934-567e534b2d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:15:13.048183 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-2fe0b18f-07d9-41ca-9934-567e534b2d5c admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1437919 Feb 14 16:15:15.351141 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 47642) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:15:15.399267 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-0da795c5-13b9-4146-9dcc-9b2ca59054e3 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:15:15.419829 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da795c5-13b9-4146-9dcc-9b2ca59054e3 admin admin] Made reservation on behalf of fd5b0e718aae446586f4e85ac5d08b8a for: {'network': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:15:15.422151 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0da795c5-13b9-4146-9dcc-9b2ca59054e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:15.465818 dv-cinder-819668-3-iscsi neutron-server[102552]: WARNING neutron.services.revisions.revision_plugin [None req-0da795c5-13b9-4146-9dcc-9b2ca59054e3 admin admin] Could not find related network for resource to bump revision. Feb 14 16:15:15.482130 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da795c5-13b9-4146-9dcc-9b2ca59054e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:15:15.493954 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0da795c5-13b9-4146-9dcc-9b2ca59054e3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752479600487', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (6e0527ee-adc8-4348-8b1f-55fd20c89c5f), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:15.494499 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0da795c5-13b9-4146-9dcc-9b2ca59054e3 admin admin] Unsubscribe: segment precommit_create {{(pid=102552) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 14 16:15:15.494964 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.segments_db [None req-0da795c5-13b9-4146-9dcc-9b2ca59054e3 admin admin] Added segment 6e0527ee-adc8-4348-8b1f-55fd20c89c5f of type vlan for network a62297eb-8437-4049-85fa-8d27a47e04a2 Feb 14 16:15:15.537644 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0da795c5-13b9-4146-9dcc-9b2ca59054e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (a62297eb-8437-4049-85fa-8d27a47e04a2), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:15.568064 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0da795c5-13b9-4146-9dcc-9b2ca59054e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (a62297eb-8437-4049-85fa-8d27a47e04a2), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:15.569180 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da795c5-13b9-4146-9dcc-9b2ca59054e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:15:15.569795 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0da795c5-13b9-4146-9dcc-9b2ca59054e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:15.611921 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-0da795c5-13b9-4146-9dcc-9b2ca59054e3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2597082 Feb 14 16:15:15.666491 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da795c5-13b9-4146-9dcc-9b2ca59054e3 admin admin] Pushing event updated for resources: {'Network': ['ID=a62297eb-8437-4049-85fa-8d27a47e04a2,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:15:15.677628 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network a62297eb-8437-4049-85fa-8d27a47e04a2 details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:15:17.884353 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 47650) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:15:17.946622 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8eff36-0e04-4057-8658-c60104a32164 admin admin] GET failed (client error): The resource could not be found. Feb 14 16:15:17.947906 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-9d8eff36-0e04-4057-8658-c60104a32164 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626025 Feb 14 16:15:18.017479 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088da975-3534-49e2-9ef4-df33dad53695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:15:18.018911 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-088da975-3534-49e2-9ef4-df33dad53695 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670543 Feb 14 16:15:18.028373 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-d132b516-6699-4056-927b-72f75434602f admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'a62297eb-8437-4049-85fa-8d27a47e04a2', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:15:18.047186 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d132b516-6699-4056-927b-72f75434602f admin admin] Made reservation on behalf of fd5b0e718aae446586f4e85ac5d08b8a for: {'subnet': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:15:18.049368 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d132b516-6699-4056-927b-72f75434602f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:18.210239 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d132b516-6699-4056-927b-72f75434602f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for subnet (1e069b27-f0c0-4534-8475-e7236ef08902), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:18.262201 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132b516-6699-4056-927b-72f75434602f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e069b27-f0c0-4534-8475-e7236ef08902,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:15:18.270990 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d132b516-6699-4056-927b-72f75434602f admin admin] Checking segment: {'id': '6e0527ee-adc8-4348-8b1f-55fd20c89c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a62297eb-8437-4049-85fa-8d27a47e04a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:15:18.271349 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d132b516-6699-4056-927b-72f75434602f admin admin] Network hostable DHCP agents. Network: a62297eb-8437-4049-85fa-8d27a47e04a2, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:15:18.286610 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d132b516-6699-4056-927b-72f75434602f admin admin] Network a62297eb-8437-4049-85fa-8d27a47e04a2 is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:15:18.294695 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-d132b516-6699-4056-927b-72f75434602f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, a62297eb-8437-4049-85fa-8d27a47e04a2) {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:15:18.298700 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d132b516-6699-4056-927b-72f75434602f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:15:18.299295 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d132b516-6699-4056-927b-72f75434602f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:18.304803 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3641ce-1d52-47bd-8ad1-9777941d6fcc None None] Network a62297eb-8437-4049-85fa-8d27a47e04a2 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:15:18.315573 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-d132b516-6699-4056-927b-72f75434602f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2904694 Feb 14 16:15:18.416041 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40576992-a238-5e9f-998a-f4f656238b83-a62297eb-8437-4049-85fa-8d27a47e04a2', 'network_id': 'a62297eb-8437-4049-85fa-8d27a47e04a2', 'project_id': 'fd5b0e718aae446586f4e85ac5d08b8a', 'fixed_ips': [{'subnet_id': '1e069b27-f0c0-4534-8475-e7236ef08902'}]}} from dv-cinder-819668-3-iscsi. {{(pid=102554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:15:18.416964 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:18.455286 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08d12d4d-eeea-4c34-94d9-ac43be8c81cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:18.574281 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Allocated IP 192.168.233.2 (a62297eb-8437-4049-85fa-8d27a47e04a2/1e069b27-f0c0-4534-8475-e7236ef08902/8b888bfc-c7af-4504-95ea-c9ab7a935436) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:15:18.713543 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Publish callbacks [] for port (8b888bfc-c7af-4504-95ea-c9ab7a935436), precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:18.720004 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (8b888bfc-c7af-4504-95ea-c9ab7a935436), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:18.859281 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Network a62297eb-8437-4049-85fa-8d27a47e04a2 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:15:18.862119 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:15:18.864556 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:15:18.880690 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Pushing event updated for resources: {'Port': ['ID=8b888bfc-c7af-4504-95ea-c9ab7a935436,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:15:18.903051 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:15:18.903412 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:15:18.903751 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:15:18.904091 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:15:18.904413 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:15:18.904731 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:15:18.905052 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:15:18.905373 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:15:18.905721 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:15:18.906057 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:15:18.906380 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:15:18.906693 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:15:18.907004 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:15:18.939608 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Attempting to bind port 8b888bfc-c7af-4504-95ea-c9ab7a935436 on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:15:18.939990 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Attempting to bind port 8b888bfc-c7af-4504-95ea-c9ab7a935436 by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '6e0527ee-adc8-4348-8b1f-55fd20c89c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a62297eb-8437-4049-85fa-8d27a47e04a2'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:15:18.940359 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Attempting to bind port 8b888bfc-c7af-4504-95ea-c9ab7a935436 on network a62297eb-8437-4049-85fa-8d27a47e04a2 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:15:18.946405 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:15:18.946814 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Checking segment: {'id': '6e0527ee-adc8-4348-8b1f-55fd20c89c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a62297eb-8437-4049-85fa-8d27a47e04a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:15:18.947235 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:18.947629 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Bound using segment: {'id': '6e0527ee-adc8-4348-8b1f-55fd20c89c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a62297eb-8437-4049-85fa-8d27a47e04a2'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:15:18.948092 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Bound port: 8b888bfc-c7af-4504-95ea-c9ab7a935436, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0527ee-adc8-4348-8b1f-55fd20c89c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a62297eb-8437-4049-85fa-8d27a47e04a2'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:15:18.948471 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (8b888bfc-c7af-4504-95ea-c9ab7a935436), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:19.014237 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] For port 8b888bfc-c7af-4504-95ea-c9ab7a935436, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:15:19.017148 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] For port 8b888bfc-c7af-4504-95ea-c9ab7a935436, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=8b888bfc-c7af-4504-95ea-c9ab7a935436,segment=NetworkSegment(6e0527ee-adc8-4348-8b1f-55fd20c89c5f),segment_id=6e0527ee-adc8-4348-8b1f-55fd20c89c5f)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:15:19.024429 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (8b888bfc-c7af-4504-95ea-c9ab7a935436), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:19.094301 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8aafc-5b06-4867-a219-2e4222a03257 None None] Pushing event updated for resources: {'Port': ['ID=8b888bfc-c7af-4504-95ea-c9ab7a935436,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:15:19.391374 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 8b888bfc-c7af-4504-95ea-c9ab7a935436 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:15:19.442570 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 8b888bfc-c7af-4504-95ea-c9ab7a935436 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:15:19.443020 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (8b888bfc-c7af-4504-95ea-c9ab7a935436), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:19.523996 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 8b888bfc-c7af-4504-95ea-c9ab7a935436 is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:15:19.524485 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (8b888bfc-c7af-4504-95ea-c9ab7a935436), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:19.560091 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port 8b888bfc-c7af-4504-95ea-c9ab7a935436, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=8b888bfc-c7af-4504-95ea-c9ab7a935436,segment=NetworkSegment(6e0527ee-adc8-4348-8b1f-55fd20c89c5f),segment_id=6e0527ee-adc8-4348-8b1f-55fd20c89c5f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:15:19.564159 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (8b888bfc-c7af-4504-95ea-c9ab7a935436), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:19.611223 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=8b888bfc-c7af-4504-95ea-c9ab7a935436,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:15:19.961880 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d658f7-be2d-4524-b7fa-5ab89de689d8 None None] Network a62297eb-8437-4049-85fa-8d27a47e04a2 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:15:20.067751 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-73072eae-5090-463f-8be4-d6300c729940 None None] Provisioning complete for port 8b888bfc-c7af-4504-95ea-c9ab7a935436 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:15:20.068148 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-73072eae-5090-463f-8be4-d6300c729940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (8b888bfc-c7af-4504-95ea-c9ab7a935436), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:20.167639 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-73072eae-5090-463f-8be4-d6300c729940 None None] Current status of the port 8b888bfc-c7af-4504-95ea-c9ab7a935436 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:15:20.387788 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-b5cb53cc-f2df-4521-96c1-f1450e03b0e1 None None] Provisioning complete for port 8b888bfc-c7af-4504-95ea-c9ab7a935436 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:15:20.388179 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5cb53cc-f2df-4521-96c1-f1450e03b0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (8b888bfc-c7af-4504-95ea-c9ab7a935436), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:20.467776 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb53cc-f2df-4521-96c1-f1450e03b0e1 None None] Current status of the port 8b888bfc-c7af-4504-95ea-c9ab7a935436 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:15:20.673301 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e5885a9-24a0-4831-a8a6-09018057003c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:21.350484 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 8b888bfc-c7af-4504-95ea-c9ab7a935436 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:15:21.400114 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 8b888bfc-c7af-4504-95ea-c9ab7a935436 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:15:21.400507 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (8b888bfc-c7af-4504-95ea-c9ab7a935436), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:21.480167 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 8b888bfc-c7af-4504-95ea-c9ab7a935436 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:15:21.576906 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 5 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:15:21.968471 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:23.487311 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:24.711285 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:48.437917 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f457e914-2cb5-4783-a043-c0a1a379ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:50.675330 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a448fe4-05ee-425f-8001-359ecb4d66f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:51.970713 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:53.491344 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:54.715090 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:15:58.574487 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 5 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:16:18.440765 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e6fa7c93-aad7-46a0-9193-666a07b4b134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:20.678938 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-da6d1565-574c-46b7-b4e6-753833199dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:21.980664 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:23.494606 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:24.718679 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:32.778833 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 47688) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:16:32.784763 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [None req-94a4a73e-42b6-45bc-a8d8-62873e68be6d tempest-verify_tempest_config-2134347824 tempest-verify_tempest_config-2134347824-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=102552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:16:32.785892 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-94a4a73e-42b6-45bc-a8d8-62873e68be6d tempest-verify_tempest_config-2134347824 tempest-verify_tempest_config-2134347824-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060728 Feb 14 16:16:33.069022 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 47706) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:16:33.172847 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:33.274250 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Publish callbacks [] for security_group (e15af2f0-810a-47d3-b902-580ca2e75aff), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:33.277898 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (e15af2f0-810a-47d3-b902-580ca2e75aff), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:33.319613 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15af2f0-810a-47d3-b902-580ca2e75aff,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:16:33.324130 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4badc0e5ec7455682a2158599d58864&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2540047 Feb 14 16:16:33.327118 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 47710) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:16:33.328361 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.328732 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.329081 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.329418 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.329779 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.330110 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.330438 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.330767 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.331108 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.331458 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.331825 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.332677 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.333002 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc39516-2368-4815-b3dc-6d6ad3fa4f8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.384131 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Publish callbacks [] for security_group (e15af2f0-810a-47d3-b902-580ca2e75aff), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:33.404633 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Publish callbacks [] for security_group (e15af2f0-810a-47d3-b902-580ca2e75aff), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:33.494232 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (e15af2f0-810a-47d3-b902-580ca2e75aff), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:33.497015 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:33.498256 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e15af2f0-810a-47d3-b902-580ca2e75aff HTTP/1.1" status: 204 len: 168 time: 0.1699927 Feb 14 16:16:33.507166 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15af2f0-810a-47d3-b902-580ca2e75aff,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:16:33.513668 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.514017 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.514357 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.514690 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.515019 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.515344 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.515670 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.516061 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.516314 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.516660 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.516983 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.517422 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:33.517879 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2235bc-cc76-4bee-95f2-5c1c782820a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:16:35.573259 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 5 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:16:48.442540 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1a54b7c4-1eb0-44b1-a98b-cf7c8f7747ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:50.680922 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bc41b5c1-9fff-4f74-ac2c-f74947e9b49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:51.978940 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:53.496405 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:16:54.720360 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:17:12.572542 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 5 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:17:18.444389 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ceaa71e5-ff5a-4d85-96f1-7899f401d48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:17:20.683263 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46f5a47d-1ce9-43d6-8279-2932359ca261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:17:21.982673 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:17:23.500657 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:17:24.722313 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:17:48.445198 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f94d61c2-a6b3-40b4-9aea-ad2f865444f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:17:49.571395 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 5 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:17:50.684689 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61e8504e-427c-462b-b487-930cfd725d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:17:51.985247 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:17:53.502094 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:17:54.724619 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:18:11.286410 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1627038'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:18:18.446476 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6f23835c-e951-4c98-8c54-08668b5df1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:18:20.686889 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fff2c3bc-cc14-4e5f-abd8-6c4c3e8b39bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:18:21.988671 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:18:23.505785 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:18:24.728824 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:18:26.054360 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 47782) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:18:26.159406 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-beb81432-dfbc-4a39-b237-5c4622465c9c admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1039467 Feb 14 16:18:26.570662 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:18:28.398913 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 47792) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:18:28.452425 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-7a8567ce-95a9-4b0f-8270-48227840b438 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524166 Feb 14 16:18:41.239113 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:18:48.447662 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efd4b453-85e2-42e9-bd61-95108168eb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:18:50.690458 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-64a7feb4-0ae6-4da0-b45b-47e258fd9bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:18:51.992045 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:18:53.509052 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:18:54.730736 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:19:03.585082 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:19:11.231885 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:19:18.448618 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b191dd67-4283-4f7f-bdeb-0554248adfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:19:20.702807 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-40292303-3a46-47c2-a977-26aa9deb8d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:19:21.997423 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:19:23.518254 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:19:24.741102 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:19:40.585294 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:19:41.245716 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:19:48.449995 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-926b595b-e055-45d7-a4b0-35765754ec5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:19:50.697346 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c8d05131-a371-4b37-adda-6ae77d0aac48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:19:51.999260 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:19:53.516586 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:19:54.742968 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:19:59.761838 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 47904) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:00.036392 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-295916931-network', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:00.058809 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Made reservation on behalf of ac0c72c994864a80a9975f44cae07762 for: {'network': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:00.061271 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:00.070392 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:00.150345 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Publish callbacks [] for security_group (aa802f6e-87d8-456f-94c7-e46fb8ee2545), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:00.155116 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (aa802f6e-87d8-456f-94c7-e46fb8ee2545), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:00.180011 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:20:00.189861 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa802f6e-87d8-456f-94c7-e46fb8ee2545,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:00.198423 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (307de996-9b9b-4d3b-be54-ebd955705e05), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:00.198762 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.segments_db [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Added segment 307de996-9b9b-4d3b-be54-ebd955705e05 of type vlan for network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 Feb 14 16:20:00.200575 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.200921 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.201279 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.201672 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.201956 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.202293 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.202625 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.203550 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.203550 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.203550 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.203950 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.204221 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.204549 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Tracked resource versions report: Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: pushed versions: Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: { 'AddressGroup': {'1.2'}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'ConntrackHelper': {'1.0'}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Log': {'1.0'}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Network': {'1.1'}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Port': {'1.7'}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'PortForwarding': {'1.2'}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'QosPolicy': {'1.10'}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'SecurityGroup': {'1.5'}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'SubPort': {'1.0'}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Subnet': {'1.1'}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Trunk': {'1.1'}} Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: consumer versions: Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: { DHCP agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: HyperV agent@hv-cinder-81966: {}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: L3 agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: Metadata agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: Metering agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: Open vSwitch agent@dv-cinder-819668-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'ConntrackHelper': '1.0', Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'LocalIPAssociation': '1.0', Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Log': '1.0', Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Network': '1.1', Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Port': '1.7', Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'PortForwarding': '1.2', Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'QosPolicy': '1.10', Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'SecurityGroup': '1.5', Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'SecurityGroupRule': '1.2', Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'SubPort': '1.0', Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Subnet': '1.1', Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: 'Trunk': '1.1'}} Feb 14 16:20:00.205696 dv-cinder-819668-3-iscsi neutron-server[102553]: {{(pid=102553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:20:00.256906 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (a3b87438-6ac3-4886-b5f7-9e61fa1dafa5), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:00.282970 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (a3b87438-6ac3-4886-b5f7-9e61fa1dafa5), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:00.284015 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:00.284651 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:00.310819 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5478234 Feb 14 16:20:00.313155 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 47942) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:00.319611 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Request body: {'subnet': {'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-subnet', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:00.341388 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Made reservation on behalf of ac0c72c994864a80a9975f44cae07762 for: {'subnet': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:00.344305 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:00.360363 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4835907-ab2a-46c5-8ca3-63374ef7f446 admin admin] Pushing event updated for resources: {'Network': ['ID=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:00.372926 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:20:00.553331 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for subnet (75b022af-3860-42a7-933a-01d0f454c9a6), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:00.608343 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b022af-3860-42a7-933a-01d0f454c9a6,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:00.618206 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.618605 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.618956 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.619299 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.619630 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.619962 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.620306 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.620646 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.620988 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.621334 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.621682 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.622005 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.622326 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Tracked resource versions report: Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: pushed versions: Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: { 'AddressGroup': {'1.2'}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'ConntrackHelper': {'1.0'}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Log': {'1.0'}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Network': {'1.1'}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Port': {'1.7'}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'PortForwarding': {'1.2'}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'QosPolicy': {'1.10'}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'SecurityGroup': {'1.5'}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'SubPort': {'1.0'}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Subnet': {'1.1'}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Trunk': {'1.1'}} Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: consumer versions: Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: { DHCP agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: HyperV agent@hv-cinder-81966: {}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: L3 agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: Metadata agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: Metering agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: Open vSwitch agent@dv-cinder-819668-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'ConntrackHelper': '1.0', Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'LocalIPAssociation': '1.0', Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Log': '1.0', Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Network': '1.1', Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Port': '1.7', Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'PortForwarding': '1.2', Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'QosPolicy': '1.10', Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'SecurityGroup': '1.5', Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'SecurityGroupRule': '1.2', Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'SubPort': '1.0', Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Subnet': '1.1', Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: 'Trunk': '1.1'}} Feb 14 16:20:00.623470 dv-cinder-819668-3-iscsi neutron-server[102552]: {{(pid=102552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:20:00.643710 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Checking segment: {'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:00.644283 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Network hostable DHCP agents. Network: a3b87438-6ac3-4886-b5f7-9e61fa1dafa5, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:20:00.662503 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:20:00.672392 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, a3b87438-6ac3-4886-b5f7-9e61fa1dafa5) {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:00.680807 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccc6b09-4057-466b-a3ab-863595892c33 None None] Network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:20:00.685721 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:00.685721 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:00.712295 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 47966) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:00.716944 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:00.724581 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-7233b257-0a70-4375-9b73-d7cd6b352fed admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4097533 Feb 14 16:20:00.753084 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44730'] for router (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:00.755527 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44723'] for router (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:00.812868 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40576992-a238-5e9f-998a-f4f656238b83-a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6'}]}} from dv-cinder-819668-3-iscsi. {{(pid=102554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:20:00.813786 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:00.828304 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Publish callbacks [] for router_controller (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), precommit_add_association {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:00.992944 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Publish callbacks [] for router_gateway (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:01.002753 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Allocated IP 172.20.0.2 (a3b87438-6ac3-4886-b5f7-9e61fa1dafa5/75b022af-3860-42a7-933a-01d0f454c9a6/add578ea-1d06-4e0e-9540-cb9ec01187b0) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:20:01.190154 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Publish callbacks [] for port (add578ea-1d06-4e0e-9540-cb9ec01187b0), precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:01.198624 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (add578ea-1d06-4e0e-9540-cb9ec01187b0), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:01.275831 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:01.284735 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:01.288579 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:20:01.294207 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Pushing event updated for resources: {'Port': ['ID=add578ea-1d06-4e0e-9540-cb9ec01187b0,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:01.300703 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Publish callbacks [] for router_gateway (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:01.305484 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:01.305774 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:01.306265 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:01.306564 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:01.307023 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:01.307277 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:01.307583 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:01.307905 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:01.308227 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:01.308581 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:01.308982 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:01.309374 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:01.309736 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Tracked resource versions report: Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: pushed versions: Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: { 'AddressGroup': {'1.2'}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'ConntrackHelper': {'1.0'}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Log': {'1.0'}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Network': {'1.1'}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Port': {'1.7'}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'PortForwarding': {'1.2'}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'QosPolicy': {'1.10'}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'SecurityGroup': {'1.5'}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'SubPort': {'1.0'}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Subnet': {'1.1'}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Trunk': {'1.1'}} Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: consumer versions: Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: { DHCP agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: HyperV agent@hv-cinder-81966: {}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: L3 agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: Metadata agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: Metering agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: Open vSwitch agent@dv-cinder-819668-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'ConntrackHelper': '1.0', Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'LocalIPAssociation': '1.0', Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Log': '1.0', Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Network': '1.1', Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Port': '1.7', Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'PortForwarding': '1.2', Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'QosPolicy': '1.10', Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'SecurityGroup': '1.5', Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'SecurityGroupRule': '1.2', Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'SubPort': '1.0', Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Subnet': '1.1', Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: 'Trunk': '1.1'}} Feb 14 16:20:01.310899 dv-cinder-819668-3-iscsi neutron-server[102554]: {{(pid=102554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:20:01.333820 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:01.381200 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Attempting to bind port add578ea-1d06-4e0e-9540-cb9ec01187b0 on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:20:01.382168 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Attempting to bind port add578ea-1d06-4e0e-9540-cb9ec01187b0 by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:20:01.382168 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Attempting to bind port add578ea-1d06-4e0e-9540-cb9ec01187b0 on network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:01.387186 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:20:01.387563 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Checking segment: {'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:01.387968 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:01.388374 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Bound using segment: {'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:20:01.388828 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Bound port: add578ea-1d06-4e0e-9540-cb9ec01187b0, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:20:01.389265 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (add578ea-1d06-4e0e-9540-cb9ec01187b0), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:01.469295 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] For port add578ea-1d06-4e0e-9540-cb9ec01187b0, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:20:01.478030 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] For port add578ea-1d06-4e0e-9540-cb9ec01187b0, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=add578ea-1d06-4e0e-9540-cb9ec01187b0,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:20:01.486614 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (add578ea-1d06-4e0e-9540-cb9ec01187b0), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:01.495908 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48004) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:01.540092 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48008) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:01.551140 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4a6dc-47d8-4e1f-9c22-dc6929398839 None None] Pushing event updated for resources: {'Port': ['ID=add578ea-1d06-4e0e-9540-cb9ec01187b0,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:01.565612 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Allocated IP 172.27.2.184 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/bd258f65-e3f0-4b6d-b522-ffb19213537e) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:20:01.679856 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Publish callbacks [] for port (bd258f65-e3f0-4b6d-b522-ffb19213537e), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:01.724432 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (bd258f65-e3f0-4b6d-b522-ffb19213537e), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:01.768130 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:01.787301 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Pushing event updated for resources: {'Port': ['ID=bd258f65-e3f0-4b6d-b522-ffb19213537e,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:01.789940 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:01.795490 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:20:02.064794 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-462024701-network', 'tenant_id': '496dad8484384e33ab64746e25f65435'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:02.096481 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2004081269-network', 'tenant_id': 'ebc3d7ac14dd46f0b48000c8590d4841'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:02.101760 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] Made reservation on behalf of 496dad8484384e33ab64746e25f65435 for: {'network': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:02.104456 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.122216 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.150770 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] Made reservation on behalf of ebc3d7ac14dd46f0b48000c8590d4841 for: {'network': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:02.153370 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.169426 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.190371 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48030) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:02.195962 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Publish callbacks [] for router_gateway (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.295662 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] Publish callbacks [] for security_group (9fe69617-6264-49c2-b211-4c5e7060de4f), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.306389 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (9fe69617-6264-49c2-b211-4c5e7060de4f), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.344542 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe69617-6264-49c2-b211-4c5e7060de4f,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:02.360522 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:20:02.380206 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] Publish callbacks [] for security_group (848552b6-ddf0-4252-8383-c30e460cb4e1), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.383878 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (caaae3e0-49ff-4a53-93f8-968865f432bf), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.384232 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.segments_db [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] Added segment caaae3e0-49ff-4a53-93f8-968865f432bf of type vlan for network 83279c43-4dd9-42dc-876e-ba727c6ef376 Feb 14 16:20:02.398246 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (848552b6-ddf0-4252-8383-c30e460cb4e1), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.417606 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:20:02.447740 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (a86a9c2d-8c3e-49e7-a4d7-a6e124809163), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.448596 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.segments_db [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] Added segment a86a9c2d-8c3e-49e7-a4d7-a6e124809163 of type vlan for network 61288f9c-52b8-429a-94ef-93e6a4302ff0 Feb 14 16:20:02.533094 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (83279c43-4dd9-42dc-876e-ba727c6ef376), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.574321 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2125309814-network', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:02.576685 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.628790 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (83279c43-4dd9-42dc-876e-ba727c6ef376), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.631002 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:02.635277 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.705127 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848552b6-ddf0-4252-8383-c30e460cb4e1,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:02.718519 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2202344 Feb 14 16:20:02.718519 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] Made reservation on behalf of eca15708118b44a1a682c7b615afc8a1 for: {'network': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:02.720916 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.724512 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48054) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:02.730174 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-5e03110d-6014-478d-8f10-e10b171ef04c admin admin] Request body: {'subnet': {'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-462024701-subnet', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:02.736244 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.767082 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e03110d-6014-478d-8f10-e10b171ef04c admin admin] Made reservation on behalf of 496dad8484384e33ab64746e25f65435 for: {'subnet': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:02.772295 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5e03110d-6014-478d-8f10-e10b171ef04c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.839924 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520366f-41a7-4881-8c56-22001ac23322 admin admin] Pushing event updated for resources: {'Network': ['ID=83279c43-4dd9-42dc-876e-ba727c6ef376,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:02.849512 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (61288f9c-52b8-429a-94ef-93e6a4302ff0), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.853750 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network 83279c43-4dd9-42dc-876e-ba727c6ef376 details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:20:02.891099 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a is scheduled to L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 with binding_index 1 {{(pid=102553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:20:02.924759 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (61288f9c-52b8-429a-94ef-93e6a4302ff0), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:02.927790 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:02.927790 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.009677 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] Pushing event updated for resources: {'Network': ['ID=61288f9c-52b8-429a-94ef-93e6a4302ff0,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:03.020332 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-b2eceebe-a2bd-4ede-b59b-9dfd81c669fa admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4751730 Feb 14 16:20:03.020332 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48064) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:03.027355 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-edf0685b-d292-48af-8e45-1d7ad4593f5a admin admin] Request body: {'subnet': {'network_id': '61288f9c-52b8-429a-94ef-93e6a4302ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2004081269-subnet', 'tenant_id': 'ebc3d7ac14dd46f0b48000c8590d4841', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:03.045171 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e069b4-fd27-4a8a-b4cb-bd4bccc0f3b2 None None] Network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:20:03.058161 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network 61288f9c-52b8-429a-94ef-93e6a4302ff0 details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:20:03.060519 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf0685b-d292-48af-8e45-1d7ad4593f5a admin admin] Made reservation on behalf of ebc3d7ac14dd46f0b48000c8590d4841 for: {'subnet': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:03.063280 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-edf0685b-d292-48af-8e45-1d7ad4593f5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.090661 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] Publish callbacks [] for security_group (d9b9590b-3440-4648-8035-7982b7b5ce6f), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.112718 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (d9b9590b-3440-4648-8035-7982b7b5ce6f), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.146025 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:20:03.166382 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.167300 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.segments_db [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] Added segment 3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2 of type vlan for network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a Feb 14 16:20:03.174301 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:20:03.195237 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Sync routers for ids ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:20:03.196695 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5e03110d-6014-478d-8f10-e10b171ef04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for subnet (6fa32d2b-efa8-42e4-9056-6d1870949102), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.217204 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Routers {'0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:20:03.218109 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:19:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:03.273099 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.274402 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-1207123d-62b3-4284-9a6f-0e5954f15e1a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5610869 Feb 14 16:20:03.280471 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-b5b2e7ff-2cf7-4c77-b7c0-2167e515c76c None None] Provisioning complete for port add578ea-1d06-4e0e-9540-cb9ec01187b0 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:03.280919 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5b2e7ff-2cf7-4c77-b7c0-2167e515c76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (add578ea-1d06-4e0e-9540-cb9ec01187b0), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.291250 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48078) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:03.461047 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b5b2e7ff-2cf7-4c77-b7c0-2167e515c76c None None] Current status of the port add578ea-1d06-4e0e-9540-cb9ec01187b0 is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:03.461659 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5b2e7ff-2cf7-4c77-b7c0-2167e515c76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (add578ea-1d06-4e0e-9540-cb9ec01187b0), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.474790 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03110d-6014-478d-8f10-e10b171ef04c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa32d2b-efa8-42e4-9056-6d1870949102,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:03.487363 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e03110d-6014-478d-8f10-e10b171ef04c admin admin] Checking segment: {'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:03.487713 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e03110d-6014-478d-8f10-e10b171ef04c admin admin] Network hostable DHCP agents. Network: 83279c43-4dd9-42dc-876e-ba727c6ef376, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:20:03.497889 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b9590b-3440-4648-8035-7982b7b5ce6f,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:03.507219 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (0038fd0f-8ce9-4b4d-b323-5d643b544c9a), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.532944 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-b5b2e7ff-2cf7-4c77-b7c0-2167e515c76c None None] For port add578ea-1d06-4e0e-9540-cb9ec01187b0, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=add578ea-1d06-4e0e-9540-cb9ec01187b0,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:03.560311 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e03110d-6014-478d-8f10-e10b171ef04c admin admin] Network 83279c43-4dd9-42dc-876e-ba727c6ef376 is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:20:03.560705 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b5b2e7ff-2cf7-4c77-b7c0-2167e515c76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (add578ea-1d06-4e0e-9540-cb9ec01187b0), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.597201 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (0038fd0f-8ce9-4b4d-b323-5d643b544c9a), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.600009 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:03.600801 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.680121 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] Pushing event updated for resources: {'Network': ['ID=0038fd0f-8ce9-4b4d-b323-5d643b544c9a,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:03.706760 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-5e03110d-6014-478d-8f10-e10b171ef04c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, 83279c43-4dd9-42dc-876e-ba727c6ef376) {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:03.717505 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-3ee6ede2-b489-4ae9-88b7-02721ebc55ac admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5239260 Feb 14 16:20:03.717710 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:20:03.718352 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48090) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:03.727084 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e03110d-6014-478d-8f10-e10b171ef04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:03.729071 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5e03110d-6014-478d-8f10-e10b171ef04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.732002 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-44b3da10-71d5-4880-bc6a-ea6352432915 admin admin] Request body: {'subnet': {'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2125309814-subnet', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:03.763719 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-5e03110d-6014-478d-8f10-e10b171ef04c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0372760 Feb 14 16:20:03.764350 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48094) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:03.780792 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:03.822567 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-edf0685b-d292-48af-8e45-1d7ad4593f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for subnet (c74b6235-a742-42ea-b395-0dd6419d0962), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.886369 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6ace3f-26d9-4ffd-b702-c8e22b028f3f None None] Network 83279c43-4dd9-42dc-876e-ba727c6ef376 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:20:03.901925 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0685b-d292-48af-8e45-1d7ad4593f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c74b6235-a742-42ea-b395-0dd6419d0962,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:03.906983 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Set router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:20:03.915889 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44730'] for router (b8cf8595-208e-4319-83cb-34b95c0f6cfb), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.916926 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44723'] for router (b8cf8595-208e-4319-83cb-34b95c0f6cfb), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.944764 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b3da10-71d5-4880-bc6a-ea6352432915 admin admin] Made reservation on behalf of eca15708118b44a1a682c7b615afc8a1 for: {'subnet': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:03.947978 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-44b3da10-71d5-4880-bc6a-ea6352432915 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:03.967738 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf0685b-d292-48af-8e45-1d7ad4593f5a admin admin] Checking segment: {'id': 'a86a9c2d-8c3e-49e7-a4d7-a6e124809163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '61288f9c-52b8-429a-94ef-93e6a4302ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:03.968799 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf0685b-d292-48af-8e45-1d7ad4593f5a admin admin] Network hostable DHCP agents. Network: 61288f9c-52b8-429a-94ef-93e6a4302ff0, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:20:04.054032 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf0685b-d292-48af-8e45-1d7ad4593f5a admin admin] Network 61288f9c-52b8-429a-94ef-93e6a4302ff0 is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:20:04.090303 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-edf0685b-d292-48af-8e45-1d7ad4593f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, 61288f9c-52b8-429a-94ef-93e6a4302ff0) {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:04.118438 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf0685b-d292-48af-8e45-1d7ad4593f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:04.120232 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-edf0685b-d292-48af-8e45-1d7ad4593f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:04.169176 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-edf0685b-d292-48af-8e45-1d7ad4593f5a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1476059 Feb 14 16:20:04.335976 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-44b3da10-71d5-4880-bc6a-ea6352432915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for subnet (29897062-631a-49da-8452-c4a2baf64bda), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:04.336117 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device add578ea-1d06-4e0e-9540-cb9ec01187b0 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:04.347057 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:01Z', 'revision_number': 3, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:04.349349 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2e7ff-2cf7-4c77-b7c0-2167e515c76c None None] Pushing event updated for resources: {'Port': ['ID=add578ea-1d06-4e0e-9540-cb9ec01187b0,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:04.386583 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99968bf3-bee9-49ed-a642-3357fe2f6533 None None] Network 61288f9c-52b8-429a-94ef-93e6a4302ff0 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:20:04.405954 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Checking router: 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:20:04.406709 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Updating router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a port bd258f65-e3f0-4b6d-b522-ffb19213537e binding host dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:20:04.424583 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3da10-71d5-4880-bc6a-ea6352432915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29897062-631a-49da-8452-c4a2baf64bda,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:04.444719 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b3da10-71d5-4880-bc6a-ea6352432915 admin admin] Checking segment: {'id': '3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:04.445682 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b3da10-71d5-4880-bc6a-ea6352432915 admin admin] Network hostable DHCP agents. Network: 0038fd0f-8ce9-4b4d-b323-5d643b544c9a, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:20:04.464660 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (bd258f65-e3f0-4b6d-b522-ffb19213537e), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:04.470369 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b3da10-71d5-4880-bc6a-ea6352432915 admin admin] Network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:20:04.480435 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Publish callbacks [] for router_controller (b8cf8595-208e-4319-83cb-34b95c0f6cfb), precommit_add_association {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:04.486279 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-44b3da10-71d5-4880-bc6a-ea6352432915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, 0038fd0f-8ce9-4b4d-b323-5d643b544c9a) {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:04.502362 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b3da10-71d5-4880-bc6a-ea6352432915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:04.503408 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-44b3da10-71d5-4880-bc6a-ea6352432915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:04.543310 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-44b3da10-71d5-4880-bc6a-ea6352432915 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8216069 Feb 14 16:20:04.545820 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48120) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:04.555946 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2125309814-router', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:04.558997 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ee13ac-7be6-44cd-be08-8f2e305254ec None None] Network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:20:04.601231 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44730'] for router (81de0abe-8057-408b-99c7-11050aef03cd), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:04.603240 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44723'] for router (81de0abe-8057-408b-99c7-11050aef03cd), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:04.758793 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Publish callbacks [] for router_gateway (b8cf8595-208e-4319-83cb-34b95c0f6cfb), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:04.810015 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Publish callbacks [] for router_controller (81de0abe-8057-408b-99c7-11050aef03cd), precommit_add_association {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:04.827156 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e51d5b-83f6-48b7-b280-d5f4e1ad4b55 None None] Network 61288f9c-52b8-429a-94ef-93e6a4302ff0 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:20:04.921607 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:04.948159 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4d130e-4319-484f-a465-b31ee0f5bf9f None None] Network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:20:05.008984 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Publish callbacks [] for router_gateway (81de0abe-8057-408b-99c7-11050aef03cd), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:05.039117 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Publish callbacks [] for port (bd258f65-e3f0-4b6d-b522-ffb19213537e), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:05.066681 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (bd258f65-e3f0-4b6d-b522-ffb19213537e), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:05.175571 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40576992-a238-5e9f-998a-f4f656238b83-83279c43-4dd9-42dc-876e-ba727c6ef376', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'project_id': '496dad8484384e33ab64746e25f65435', 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102'}]}} from dv-cinder-819668-3-iscsi. {{(pid=102554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:20:05.176741 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:05.289337 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Pushing event updated for resources: {'Port': ['ID=bd258f65-e3f0-4b6d-b522-ffb19213537e,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:05.312665 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Attempting to bind port bd258f65-e3f0-4b6d-b522-ffb19213537e on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:20:05.313065 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Attempting to bind port bd258f65-e3f0-4b6d-b522-ffb19213537e by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:20:05.315710 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Attempting to bind port bd258f65-e3f0-4b6d-b522-ffb19213537e on network fbee9b82-1d0f-41e0-9255-a9db1855e990 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:05.351767 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:05.355113 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:05.355698 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:05.357128 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:05.359138 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:05.361346 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:05.361883 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:05.363274 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:05.367726 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port add578ea-1d06-4e0e-9540-cb9ec01187b0 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:05.368052 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:05.368315 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (add578ea-1d06-4e0e-9540-cb9ec01187b0), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:05.369758 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:05.370116 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:05.370500 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:05.370850 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Tracked resource versions report: Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: pushed versions: Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: { 'AddressGroup': {'1.2'}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'ConntrackHelper': {'1.0'}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'LocalIPAssociation': {'1.0'}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Log': {'1.0'}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Network': {'1.1'}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Port': {'1.7'}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'PortForwarding': {'1.2'}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'QosPolicy': {'1.10'}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'SecurityGroup': {'1.5'}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'SecurityGroupRule': {'1.2'}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'SubPort': {'1.0'}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Subnet': {'1.1'}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Trunk': {'1.1'}} Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: consumer versions: Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: { DHCP agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: HyperV agent@hv-cinder-81966: {}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: L3 agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: Metadata agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: Metering agent@dv-cinder-819668-3-iscsi: {}, Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: Open vSwitch agent@dv-cinder-819668-3-iscsi: { 'AddressGroup': '1.2', Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'ConntrackHelper': '1.0', Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'LocalIPAssociation': '1.0', Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Log': '1.0', Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Network': '1.1', Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Port': '1.7', Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'PortForwarding': '1.2', Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'QosPolicy': '1.10', Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'SecurityGroup': '1.5', Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'SecurityGroupRule': '1.2', Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'SubPort': '1.0', Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Subnet': '1.1', Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: 'Trunk': '1.1'}} Feb 14 16:20:05.374341 dv-cinder-819668-3-iscsi neutron-server[102555]: {{(pid=102555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 16:20:05.393736 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:20:05.394465 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Checking segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:05.396135 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:05.399005 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Bound using segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:20:05.400692 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Bound port: bd258f65-e3f0-4b6d-b522-ffb19213537e, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:20:05.401585 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (bd258f65-e3f0-4b6d-b522-ffb19213537e), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:05.489359 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48164) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:05.506845 dv-cinder-819668-3-iscsi neutron-server[102553]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 14 16:20:05.534064 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Allocated IP 172.20.0.2 (83279c43-4dd9-42dc-876e-ba727c6ef376/6fa32d2b-efa8-42e4-9056-6d1870949102/7d81876a-e53d-4858-8bdb-9ce2107a5890) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:20:05.621854 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port add578ea-1d06-4e0e-9540-cb9ec01187b0 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:05.640104 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-abc0dd70-f48b-4d9e-a6fc-5ac1e829f5ac None None] Provisioning complete for port add578ea-1d06-4e0e-9540-cb9ec01187b0 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:05.640393 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-abc0dd70-f48b-4d9e-a6fc-5ac1e829f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (add578ea-1d06-4e0e-9540-cb9ec01187b0), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:05.651224 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] For port bd258f65-e3f0-4b6d-b522-ffb19213537e, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:20:05.683978 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] For port bd258f65-e3f0-4b6d-b522-ffb19213537e, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=bd258f65-e3f0-4b6d-b522-ffb19213537e,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:20:05.687215 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Publish callbacks [] for router_gateway (81de0abe-8057-408b-99c7-11050aef03cd), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:05.715885 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (bd258f65-e3f0-4b6d-b522-ffb19213537e), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:05.853088 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-abc0dd70-f48b-4d9e-a6fc-5ac1e829f5ac None None] Current status of the port add578ea-1d06-4e0e-9540-cb9ec01187b0 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:05.884600 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Allocated IP 172.20.0.1 (a3b87438-6ac3-4886-b5f7-9e61fa1dafa5/75b022af-3860-42a7-933a-01d0f454c9a6/73fd0595-a93a-46e3-8b52-3458da157f6b) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:20:05.895430 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Publish callbacks [] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:05.900608 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device add578ea-1d06-4e0e-9540-cb9ec01187b0 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:05.905660 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:05.911668 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:05.936682 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Routers {'0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:20:05.937422 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:19:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:06.036356 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-d8b0b7ad-a852-42e7-98d8-4fbac7a6ef17 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:06.041989 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Pushing event updated for resources: {'Port': ['ID=7d81876a-e53d-4858-8bdb-9ce2107a5890,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:06.045593 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-d8b0b7ad-a852-42e7-98d8-4fbac7a6ef17 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/networks?id=61288f9c-52b8-429a-94ef-93e6a4302ff0 HTTP/1.1" status: 200 len: 812 time: 0.5549114 Feb 14 16:20:06.082069 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Network 83279c43-4dd9-42dc-876e-ba727c6ef376 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:06.085670 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:06.088426 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:20:06.096655 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-02497103-e06f-4c77-a883-8f329f5b7181 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/quotas/ebc3d7ac14dd46f0b48000c8590d4841 HTTP/1.1" status: 200 len: 375 time: 0.0497127 Feb 14 16:20:06.105335 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d5165-28f2-41ac-b93f-b5dc8924346f None None] Pushing event updated for resources: {'Port': ['ID=bd258f65-e3f0-4b6d-b522-ffb19213537e,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:06.149766 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] Set router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:20:06.162723 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Publish callbacks [] for router_gateway (b8cf8595-208e-4319-83cb-34b95c0f6cfb), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:06.166305 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-74fb9414-ebb9-46ef-80eb-52c5aabdb788 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ebc3d7ac14dd46f0b48000c8590d4841&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688503 Feb 14 16:20:06.178325 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_common [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Allocated IP 172.27.2.162 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/bc951386-8355-4c41-9c9f-7568f3442f27) {{(pid=102552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:20:06.195619 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port add578ea-1d06-4e0e-9540-cb9ec01187b0 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:06.195998 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (add578ea-1d06-4e0e-9540-cb9ec01187b0), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:06.196467 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:06.197833 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Attempting to bind port 7d81876a-e53d-4858-8bdb-9ce2107a5890 on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:20:06.198846 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Attempting to bind port 7d81876a-e53d-4858-8bdb-9ce2107a5890 by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:20:06.198846 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Attempting to bind port 7d81876a-e53d-4858-8bdb-9ce2107a5890 on network 83279c43-4dd9-42dc-876e-ba727c6ef376 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:06.225450 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:20:06.225847 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Checking segment: {'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:06.226262 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:06.226661 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Bound using segment: {'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:20:06.227150 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Bound port: 7d81876a-e53d-4858-8bdb-9ce2107a5890, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:20:06.227528 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:06.273746 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48194) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:06.296966 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Publish callbacks [] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:06.343532 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:06.372090 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] For port 7d81876a-e53d-4858-8bdb-9ce2107a5890, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:20:06.388600 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:06.391693 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:06.397939 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:20:06.399009 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629114'] for router_interface (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:06.417618 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] For port 7d81876a-e53d-4858-8bdb-9ce2107a5890, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=7d81876a-e53d-4858-8bdb-9ce2107a5890,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:20:06.436943 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:06.450042 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Pushing event updated for resources: {'Port': ['ID=73fd0595-a93a-46e3-8b52-3458da157f6b,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:06.470952 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Publish callbacks [] for port (bc951386-8355-4c41-9c9f-7568f3442f27), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:06.516920 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port add578ea-1d06-4e0e-9540-cb9ec01187b0 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:06.523345 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:01Z', 'revision_number': 3, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:06.550488 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (bc951386-8355-4c41-9c9f-7568f3442f27), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:06.571226 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e37436c-869f-45e1-ad00-f21afb25492f None None] The sync data for ids ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'] in dv-cinder-819668-3-iscsi is: [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:01Z', 'revision_number': 3, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:20:06.608341 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcad2cc-0ce9-4d9f-9d4a-4685ff151ef8 None None] Pushing event updated for resources: {'Port': ['ID=7d81876a-e53d-4858-8bdb-9ce2107a5890,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:06.648791 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ca702e57-fcbb-4b96-9bc0-3a870357c180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:06.659903 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:06.663405 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-6cc848b6-9be5-4407-97f9-8b98365e5a49 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=102553) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:20:06.667188 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:06.670303 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Received port after_create {{(pid=102552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:20:06.671850 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-6cc848b6-9be5-4407-97f9-8b98365e5a49 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2074132 Feb 14 16:20:06.716763 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Pushing event updated for resources: {'Port': ['ID=bc951386-8355-4c41-9c9f-7568f3442f27,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:06.767465 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Allocated IP 172.27.2.23 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/8f8aa011-6332-49c4-8922-3db815f56837) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:20:06.835710 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-b10267fe-3fec-4b98-aba0-4a09e6a91300 None None] Provisioning complete for port 73fd0595-a93a-46e3-8b52-3458da157f6b triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:06.836479 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b10267fe-3fec-4b98-aba0-4a09e6a91300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:06.972164 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b10267fe-3fec-4b98-aba0-4a09e6a91300 None None] Port 73fd0595-a93a-46e3-8b52-3458da157f6b cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:20:07.099120 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ca702e57-fcbb-4b96-9bc0-3a870357c180 admin admin] Publish callbacks [] for security_group (da272078-adef-4463-9c8d-9cadc0a1b586), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:07.112128 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ca702e57-fcbb-4b96-9bc0-3a870357c180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (da272078-adef-4463-9c8d-9cadc0a1b586), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:07.203901 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:07.289214 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-ca702e57-fcbb-4b96-9bc0-3a870357c180 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89e44cfca19441f49cb2bff5adf6c6c1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0143743 Feb 14 16:20:07.296764 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48228) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:07.327443 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Publish callbacks [] for port (8f8aa011-6332-49c4-8922-3db815f56837), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:07.356193 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca702e57-fcbb-4b96-9bc0-3a870357c180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da272078-adef-4463-9c8d-9cadc0a1b586,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:07.389676 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f2c1392c-ce04-42f1-806d-f7c57d500c0c admin admin] Publish callbacks [] for security_group (da272078-adef-4463-9c8d-9cadc0a1b586), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:07.401205 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Publish callbacks [] for router_gateway (81de0abe-8057-408b-99c7-11050aef03cd), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:07.497253 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f2c1392c-ce04-42f1-806d-f7c57d500c0c admin admin] Publish callbacks [] for security_group (da272078-adef-4463-9c8d-9cadc0a1b586), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:07.504844 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-4cbd8a37-2498-4f33-a6dd-07885adb6b50 service neutron] 10.222.0.55 "GET /v2.0/networks/61288f9c-52b8-429a-94ef-93e6a4302ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8313391 Feb 14 16:20:07.673139 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-1b18095a-fc0d-4e2b-b9b0-7dd7f490d44f service neutron] 10.222.0.55 "GET /v2.0/networks/61288f9c-52b8-429a-94ef-93e6a4302ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538737 Feb 14 16:20:07.677610 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (8f8aa011-6332-49c4-8922-3db815f56837), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:07.698066 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:07.713148 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:07.719249 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:20:07.837492 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f2c1392c-ce04-42f1-806d-f7c57d500c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (da272078-adef-4463-9c8d-9cadc0a1b586), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:07.840316 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f2c1392c-ce04-42f1-806d-f7c57d500c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:07.841819 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-f2c1392c-ce04-42f1-806d-f7c57d500c0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da272078-adef-4463-9c8d-9cadc0a1b586 HTTP/1.1" status: 204 len: 168 time: 0.5440972 Feb 14 16:20:07.865099 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1392c-ce04-42f1-806d-f7c57d500c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da272078-adef-4463-9c8d-9cadc0a1b586,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:07.908933 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router (81de0abe-8057-408b-99c7-11050aef03cd), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:08.232142 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Publish callbacks [] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:08.277981 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:08.284166 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629126'] for router_interface (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:08.381119 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Router 81de0abe-8057-408b-99c7-11050aef03cd is scheduled to L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 with binding_index 1 {{(pid=102552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:20:08.397721 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device bd258f65-e3f0-4b6d-b522-ffb19213537e up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:08.442647 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8aa011-6332-49c4-8922-3db815f56837,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:08.454440 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48274) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:08.460694 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc1818-8523-4116-8156-a3aff419cb4b None None] Network 83279c43-4dd9-42dc-876e-ba727c6ef376 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:20:08.526452 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:20:08.552155 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Sync routers for ids ['81de0abe-8057-408b-99c7-11050aef03cd'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:20:08.552946 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:08.554626 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-6d4c9405-4f74-428c-bbe7-95d45ec9597c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0067017 Feb 14 16:20:08.557781 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48278) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:08.618869 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Routers {'81de0abe-8057-408b-99c7-11050aef03cd'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:20:08.619781 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:19:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['81de0abe-8057-408b-99c7-11050aef03cd'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:08.625606 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-259b9f80-1b85-452f-bc9f-b3cf616c8e97 None None] Provisioning complete for port 7d81876a-e53d-4858-8bdb-9ce2107a5890 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:08.626213 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-259b9f80-1b85-452f-bc9f-b3cf616c8e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:08.626926 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c860e58d-a9b0-4880-90e3-6038b9e21dd2 req-7c5aa5a4-0d15-483f-bec9-4b128a55b361 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 210 time: 0.3737707 Feb 14 16:20:08.661849 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Pushing event updated for resources: {'Port': ['ID=73fd0595-a93a-46e3-8b52-3458da157f6b,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:08.674985 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:08.678060 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:08.704266 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48280) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:08.743090 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port bd258f65-e3f0-4b6d-b522-ffb19213537e triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:08.743640 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (bd258f65-e3f0-4b6d-b522-ffb19213537e), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:08.768398 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-edc45f76-78b4-4174-8812-0faa541a5d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:08.992528 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-edc45f76-78b4-4174-8812-0faa541a5d8f admin admin] Publish callbacks [] for security_group (256dfeb8-3725-4dcc-8eea-9b25ded4d591), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:09.046860 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Publish callbacks [] for router_gateway (b8cf8595-208e-4319-83cb-34b95c0f6cfb), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:09.070673 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-edc45f76-78b4-4174-8812-0faa541a5d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (256dfeb8-3725-4dcc-8eea-9b25ded4d591), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:09.143790 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-13d28357-6fa5-4bc4-bfbb-ed37db6c57d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:09.147528 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:20:09.156022 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc45f76-78b4-4174-8812-0faa541a5d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256dfeb8-3725-4dcc-8eea-9b25ded4d591,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:09.163894 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-edc45f76-78b4-4174-8812-0faa541a5d8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e13e585057b44a8386e9fbd36fabc73a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4585698 Feb 14 16:20:09.167670 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48296) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:09.320065 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e9de82fe-284a-4296-8a5c-bd0a1f4f14e3 admin admin] Publish callbacks [] for security_group (256dfeb8-3725-4dcc-8eea-9b25ded4d591), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:09.378475 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e9de82fe-284a-4296-8a5c-bd0a1f4f14e3 admin admin] Publish callbacks [] for security_group (256dfeb8-3725-4dcc-8eea-9b25ded4d591), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:09.386250 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Set router 81de0abe-8057-408b-99c7-11050aef03cd gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:20:09.533322 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e9de82fe-284a-4296-8a5c-bd0a1f4f14e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (256dfeb8-3725-4dcc-8eea-9b25ded4d591), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:09.540465 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:20:09.542092 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e9de82fe-284a-4296-8a5c-bd0a1f4f14e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:09.545478 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-e9de82fe-284a-4296-8a5c-bd0a1f4f14e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/256dfeb8-3725-4dcc-8eea-9b25ded4d591 HTTP/1.1" status: 204 len: 168 time: 0.3269036 Feb 14 16:20:09.559801 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-259b9f80-1b85-452f-bc9f-b3cf616c8e97 None None] Current status of the port 7d81876a-e53d-4858-8bdb-9ce2107a5890 is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:09.560813 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-259b9f80-1b85-452f-bc9f-b3cf616c8e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:09.567273 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-0ff01893-26ea-4899-a599-39e29b57b075 admin admin] 10.222.0.55 "PUT /v2.0/routers/0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2742846 Feb 14 16:20:09.601246 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de82fe-284a-4296-8a5c-bd0a1f4f14e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256dfeb8-3725-4dcc-8eea-9b25ded4d591,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:09.666174 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port bd258f65-e3f0-4b6d-b522-ffb19213537e is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:09.666576 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (bd258f65-e3f0-4b6d-b522-ffb19213537e), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:09.693330 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Sync routers for ids ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:20:09.712693 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Routers {'0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:20:09.715317 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:19:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:09.757911 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-259b9f80-1b85-452f-bc9f-b3cf616c8e97 None None] For port 7d81876a-e53d-4858-8bdb-9ce2107a5890, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=7d81876a-e53d-4858-8bdb-9ce2107a5890,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:09.765217 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port bd258f65-e3f0-4b6d-b522-ffb19213537e, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=bd258f65-e3f0-4b6d-b522-ffb19213537e,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:09.772641 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-259b9f80-1b85-452f-bc9f-b3cf616c8e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:09.807815 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (bd258f65-e3f0-4b6d-b522-ffb19213537e), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:09.808904 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 7d81876a-e53d-4858-8bdb-9ce2107a5890 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:09.836315 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-79b1208d-5dc7-412f-8ec4-dce475706998 req-d56895e3-f202-4243-955f-b94efad09c67 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 210 time: 0.0528722 Feb 14 16:20:09.881193 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router (b8cf8595-208e-4319-83cb-34b95c0f6cfb), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:09.889627 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-13d28357-6fa5-4bc4-bfbb-ed37db6c57d5 admin admin] Publish callbacks [] for security_group (4af382a2-cab8-4884-bb78-cd1e0e6854cd), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:09.949046 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b9f80-1b85-452f-bc9f-b3cf616c8e97 None None] Pushing event updated for resources: {'Port': ['ID=7d81876a-e53d-4858-8bdb-9ce2107a5890,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:09.962573 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-c88a426e-7127-4c46-a069-8b3cfada8825 None None] Provisioning complete for port 73fd0595-a93a-46e3-8b52-3458da157f6b triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:09.963244 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c88a426e-7127-4c46-a069-8b3cfada8825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:09.970750 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:10.060179 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=bd258f65-e3f0-4b6d-b522-ffb19213537e,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:10.063235 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 7d81876a-e53d-4858-8bdb-9ce2107a5890 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:10.063798 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:10.091904 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c88a426e-7127-4c46-a069-8b3cfada8825 None None] Port 73fd0595-a93a-46e3-8b52-3458da157f6b cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:20:10.102693 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81de0abe-8057-408b-99c7-11050aef03cd', 'name': 'tempest-ServerRescueNegativeTestJSON-2125309814-router', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 3, 'project_id': 'eca15708118b44a1a682c7b615afc8a1', 'gw_port': {'id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81de0abe-8057-408b-99c7-11050aef03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:10.139151 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Checking router: 81de0abe-8057-408b-99c7-11050aef03cd for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:20:10.139784 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Updating router 81de0abe-8057-408b-99c7-11050aef03cd port bc951386-8355-4c41-9c9f-7568f3442f27 binding host dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:20:10.147876 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Set router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:20:10.171637 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-c88a426e-7127-4c46-a069-8b3cfada8825 None None] Provisioning complete for port 7d81876a-e53d-4858-8bdb-9ce2107a5890 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:10.172267 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c88a426e-7127-4c46-a069-8b3cfada8825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:10.245482 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (bc951386-8355-4c41-9c9f-7568f3442f27), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:10.264626 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-13d28357-6fa5-4bc4-bfbb-ed37db6c57d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (4af382a2-cab8-4884-bb78-cd1e0e6854cd), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:10.379757 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-13d28357-6fa5-4bc4-bfbb-ed37db6c57d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a6027e3b2e245ce878eb707d7bff471&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9142478 Feb 14 16:20:10.381052 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d28357-6fa5-4bc4-bfbb-ed37db6c57d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af382a2-cab8-4884-bb78-cd1e0e6854cd,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:10.381938 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48338) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:10.399291 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 7d81876a-e53d-4858-8bdb-9ce2107a5890 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:10.568817 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Router b8cf8595-208e-4319-83cb-34b95c0f6cfb is scheduled to L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 with binding_index 1 {{(pid=102553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:20:10.603715 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-06e9bc4a-c4c0-4adb-b55b-75efe4312802 admin admin] Publish callbacks [] for security_group (4af382a2-cab8-4884-bb78-cd1e0e6854cd), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:10.663837 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-06e9bc4a-c4c0-4adb-b55b-75efe4312802 admin admin] Publish callbacks [] for security_group (4af382a2-cab8-4884-bb78-cd1e0e6854cd), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:10.675329 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '73fd0595-a93a-46e3-8b52-3458da157f6b', 'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'mac_address': 'fa:16:3e:b9:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:07Z', 'revision_number': 2, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'subnets': [{'id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:10.690746 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device bd258f65-e3f0-4b6d-b522-ffb19213537e up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:10.710427 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Checking router: 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:20:10.711482 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Updating router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a port 73fd0595-a93a-46e3-8b52-3458da157f6b binding host dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:20:10.745200 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:10.768193 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_common [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Allocated IP 172.20.0.1 (0038fd0f-8ce9-4b4d-b323-5d643b544c9a/29897062-631a-49da-8452-c4a2baf64bda/4ec35349-7ef2-4bb6-9ae7-77211600c06c) {{(pid=102552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:20:10.779159 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-06e9bc4a-c4c0-4adb-b55b-75efe4312802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (4af382a2-cab8-4884-bb78-cd1e0e6854cd), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:10.789357 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-06e9bc4a-c4c0-4adb-b55b-75efe4312802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:10.797150 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-06e9bc4a-c4c0-4adb-b55b-75efe4312802 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4af382a2-cab8-4884-bb78-cd1e0e6854cd HTTP/1.1" status: 204 len: 168 time: 0.4115093 Feb 14 16:20:10.802183 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48354) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:10.806444 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c88a426e-7127-4c46-a069-8b3cfada8825 None None] Current status of the port 7d81876a-e53d-4858-8bdb-9ce2107a5890 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:10.812828 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-08350d98-f2b2-48dc-a8cc-b65b9e3dc921 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352763669', 'description': 'tempest-description--581602087'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:10.851788 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:20:10.864640 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Sync routers for ids ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:20:10.867774 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9bc4a-c4c0-4adb-b55b-75efe4312802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af382a2-cab8-4884-bb78-cd1e0e6854cd,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:10.870615 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port bd258f65-e3f0-4b6d-b522-ffb19213537e triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:10.870988 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (bd258f65-e3f0-4b6d-b522-ffb19213537e), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:10.892938 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:10.897991 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-0fef3e87-36be-46a0-844d-049908794738 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1306717 Feb 14 16:20:10.898683 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48360) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:10.941369 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-08350d98-f2b2-48dc-a8cc-b65b9e3dc921 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:10.980990 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Routers {'b8cf8595-208e-4319-83cb-34b95c0f6cfb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:20:10.981767 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:19:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:11.096641 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Publish callbacks [] for port (bc951386-8355-4c41-9c9f-7568f3442f27), precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:11.158786 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (bc951386-8355-4c41-9c9f-7568f3442f27), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:11.221663 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Set router b8cf8595-208e-4319-83cb-34b95c0f6cfb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:20:11.259404 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port bd258f65-e3f0-4b6d-b522-ffb19213537e is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:11.260481 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 7d81876a-e53d-4858-8bdb-9ce2107a5890 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:11.351757 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05679ba9-3c8a-4b46-a3b7-cb682a8beb46 None None] Pushing event updated for resources: {'Port': ['ID=bc951386-8355-4c41-9c9f-7568f3442f27,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:11.386312 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-fdd79667-31fb-493f-b7fc-25b1b0ef4d16 req-00aede49-a580-4a92-8a2f-c3eb15b2c46a tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 210 time: 0.0907614 Feb 14 16:20:11.575389 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-08350d98-f2b2-48dc-a8cc-b65b9e3dc921 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group (f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:11.594955 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Attempting to bind port bc951386-8355-4c41-9c9f-7568f3442f27 on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:20:11.595527 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Attempting to bind port bc951386-8355-4c41-9c9f-7568f3442f27 by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:20:11.596227 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Attempting to bind port bc951386-8355-4c41-9c9f-7568f3442f27 on network fbee9b82-1d0f-41e0-9255-a9db1855e990 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:11.605022 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-08350d98-f2b2-48dc-a8cc-b65b9e3dc921 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:11.609425 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Publish callbacks [] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:11.631275 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:11.637181 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:11.646673 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:20:11.647215 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Checking segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:11.647946 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:11.648457 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Bound using segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:20:11.649178 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Bound port: bc951386-8355-4c41-9c9f-7568f3442f27, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:20:11.649697 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (bc951386-8355-4c41-9c9f-7568f3442f27), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:11.652873 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 7d81876a-e53d-4858-8bdb-9ce2107a5890 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:11.652873 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:11.758875 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f43c7-0ab7-4cf5-a06c-00b94316cc62 None None] Pushing event updated for resources: {'Port': ['ID=73fd0595-a93a-46e3-8b52-3458da157f6b,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:11.786738 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-08350d98-f2b2-48dc-a8cc-b65b9e3dc921 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:11.793923 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-08350d98-f2b2-48dc-a8cc-b65b9e3dc921 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.9868493 Feb 14 16:20:11.815696 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48400) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:11.846347 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-3b54c467-308b-43e4-98cc-efadea1c0534 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Request body: {'security_group_rule': {'security_group_id': 'f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:11.938512 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Attempting to bind port 73fd0595-a93a-46e3-8b52-3458da157f6b on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:20:11.938512 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Attempting to bind port 73fd0595-a93a-46e3-8b52-3458da157f6b by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:20:11.938512 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Attempting to bind port 73fd0595-a93a-46e3-8b52-3458da157f6b on network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:11.946378 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Publish callbacks [] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:11.946378 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08350d98-f2b2-48dc-a8cc-b65b9e3dc921 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:11.947350 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:20:11.947350 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Checking segment: {'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:11.947350 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:11.947350 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Bound using segment: {'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:20:11.955790 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Bound port: 73fd0595-a93a-46e3-8b52-3458da157f6b, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:20:11.957581 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:12.064490 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:08Z', 'revision_number': 3, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:12.081954 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3b54c467-308b-43e4-98cc-efadea1c0534 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group_rule (81eb8d4b-73f1-47c8-95d5-51711e336484), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:12.086811 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:12.107008 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] For port bc951386-8355-4c41-9c9f-7568f3442f27, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:20:12.114005 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] For port 73fd0595-a93a-46e3-8b52-3458da157f6b, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:20:12.123204 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] For port 73fd0595-a93a-46e3-8b52-3458da157f6b, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=73fd0595-a93a-46e3-8b52-3458da157f6b,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:20:12.145791 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:12.171404 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:12.175129 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:12.184597 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Received port after_create {{(pid=102552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:20:12.185337 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629114'] for router_interface (81de0abe-8057-408b-99c7-11050aef03cd), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:12.246134 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Checking router: b8cf8595-208e-4319-83cb-34b95c0f6cfb for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:20:12.250437 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Updating router b8cf8595-208e-4319-83cb-34b95c0f6cfb port 8f8aa011-6332-49c4-8922-3db815f56837 binding host dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:20:12.307526 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Pushing event updated for resources: {'Port': ['ID=4ec35349-7ef2-4bb6-9ae7-77211600c06c,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:12.312151 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Routers {'0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:20:12.313835 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:19:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:12.330880 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] For port bc951386-8355-4c41-9c9f-7568f3442f27, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=bc951386-8355-4c41-9c9f-7568f3442f27,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:20:12.336278 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3b54c467-308b-43e4-98cc-efadea1c0534 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group_rule (81eb8d4b-73f1-47c8-95d5-51711e336484), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:12.341725 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 7d81876a-e53d-4858-8bdb-9ce2107a5890 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:12.342039 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:12.374019 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3b54c467-308b-43e4-98cc-efadea1c0534 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (81eb8d4b-73f1-47c8-95d5-51711e336484), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:12.376668 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (8f8aa011-6332-49c4-8922-3db815f56837), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:12.412157 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (bc951386-8355-4c41-9c9f-7568f3442f27), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:12.457696 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3b54c467-308b-43e4-98cc-efadea1c0534 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:12.473896 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-3b54c467-308b-43e4-98cc-efadea1c0534 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6540596 Feb 14 16:20:12.483830 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2383bbc9-5084-4bb1-b1be-5f2e8947c78a None None] Provisioning complete for port 73fd0595-a93a-46e3-8b52-3458da157f6b triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:12.483982 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48422) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:12.486451 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2383bbc9-5084-4bb1-b1be-5f2e8947c78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:12.496432 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-58642d35-6dd6-455b-8627-08c51a60a707 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Request body: {'security_group_rule': {'security_group_id': 'f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:12.556140 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54c467-308b-43e4-98cc-efadea1c0534 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81eb8d4b-73f1-47c8-95d5-51711e336484,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:12.676072 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] Set router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:20:12.679371 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-58642d35-6dd6-455b-8627-08c51a60a707 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group_rule (edaa081d-9ba7-40a7-8b5d-cdd95b20e07d), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:12.868287 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.42', 53147) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:12.905392 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:12.935224 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48446) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:12.938049 dv-cinder-819668-3-iscsi neutron-server[102552]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 14 16:20:12.940828 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f43c7-0ab7-4cf5-a06c-00b94316cc62 None None] Pushing event updated for resources: {'Port': ['ID=73fd0595-a93a-46e3-8b52-3458da157f6b,revision_number=4']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:13.048363 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Routers {'81de0abe-8057-408b-99c7-11050aef03cd'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:20:13.049097 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:19:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['81de0abe-8057-408b-99c7-11050aef03cd'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:13.051072 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-58642d35-6dd6-455b-8627-08c51a60a707 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group_rule (edaa081d-9ba7-40a7-8b5d-cdd95b20e07d), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:13.071210 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-58642d35-6dd6-455b-8627-08c51a60a707 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (edaa081d-9ba7-40a7-8b5d-cdd95b20e07d), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:13.086992 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05679ba9-3c8a-4b46-a3b7-cb682a8beb46 None None] Pushing event updated for resources: {'Port': ['ID=bc951386-8355-4c41-9c9f-7568f3442f27,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:13.137043 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-21cce6d1-9226-4780-a09f-3ffc8dd4caeb req-a21d510c-95e6-4c58-8181-8419d1a2f6f2 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 210 time: 0.1998007 Feb 14 16:20:13.139264 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58642d35-6dd6-455b-8627-08c51a60a707 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edaa081d-9ba7-40a7-8b5d-cdd95b20e07d,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:13.196722 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '73fd0595-a93a-46e3-8b52-3458da157f6b', 'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'mac_address': 'fa:16:3e:b9:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:12Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'subnets': [{'id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:13.268904 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac4677-5a96-4dc1-a9f4-2ecde4cd8732 None None] The sync data for ids ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'] in dv-cinder-819668-3-iscsi is: [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '73fd0595-a93a-46e3-8b52-3458da157f6b', 'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'mac_address': 'fa:16:3e:b9:1e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:12Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'subnets': [{'id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:20:13.270803 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-58642d35-6dd6-455b-8627-08c51a60a707 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:13.273124 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-58642d35-6dd6-455b-8627-08c51a60a707 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7882338 Feb 14 16:20:13.330701 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48462) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:13.361943 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Request body: {'floatingip': {'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:13.506826 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-35bca3c6-d136-4ec0-b2f9-49fa5e154e9e tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:13.508173 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-35bca3c6-d136-4ec0-b2f9-49fa5e154e9e tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.42 "GET /v2.0/networks?id=61288f9c-52b8-429a-94ef-93e6a4302ff0 HTTP/1.1" status: 200 len: 812 time: 0.6367550 Feb 14 16:20:13.515622 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Allocated IP 172.20.0.1 (83279c43-4dd9-42dc-876e-ba727c6ef376/6fa32d2b-efa8-42e4-9056-6d1870949102/d5211a62-1dcb-4f76-90a8-2b5ad55393fc) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:20:13.516337 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:13.522852 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2383bbc9-5084-4bb1-b1be-5f2e8947c78a None None] Current status of the port 73fd0595-a93a-46e3-8b52-3458da157f6b is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:13.523308 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2383bbc9-5084-4bb1-b1be-5f2e8947c78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:13.573977 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-ddaa35f8-cbad-4247-be2b-573536c3649c tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Request body: {'port': {'device_id': 'aa72acfd-f1d8-4eba-b4ee-890a60c79425', 'network_id': '61288f9c-52b8-429a-94ef-93e6a4302ff0', 'admin_state_up': True, 'tenant_id': 'ebc3d7ac14dd46f0b48000c8590d4841'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:13.585829 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Publish callbacks [] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:13.613517 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:13.614562 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629126'] for router_interface (81de0abe-8057-408b-99c7-11050aef03cd), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:13.750483 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2383bbc9-5084-4bb1-b1be-5f2e8947c78a None None] For port 73fd0595-a93a-46e3-8b52-3458da157f6b, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=73fd0595-a93a-46e3-8b52-3458da157f6b,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:13.758617 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] Set router 81de0abe-8057-408b-99c7-11050aef03cd gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:20:13.798737 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2383bbc9-5084-4bb1-b1be-5f2e8947c78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:13.857584 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Publish callbacks [] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:13.892834 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Pushing event updated for resources: {'Port': ['ID=4ec35349-7ef2-4bb6-9ae7-77211600c06c,revision_number=2']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:13.917495 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:14.057986 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Network 83279c43-4dd9-42dc-876e-ba727c6ef376 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:14.060068 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-fdeeeee9-7ee8-40da-9152-c190d193c062 None None] Provisioning complete for port 73fd0595-a93a-46e3-8b52-3458da157f6b triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:14.060641 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fdeeeee9-7ee8-40da-9152-c190d193c062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:14.068795 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:14.086627 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:20:14.087107 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629114'] for router_interface (b8cf8595-208e-4319-83cb-34b95c0f6cfb), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:14.103713 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383bbc9-5084-4bb1-b1be-5f2e8947c78a None None] Pushing event updated for resources: {'Port': ['ID=73fd0595-a93a-46e3-8b52-3458da157f6b,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:14.155180 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:14.221166 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Pushing event updated for resources: {'Port': ['ID=d5211a62-1dcb-4f76-90a8-2b5ad55393fc,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:14.236061 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:14.248293 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:14.358801 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48520) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:14.388433 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-ddaa35f8-cbad-4247-be2b-573536c3649c tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Made reservation on behalf of ebc3d7ac14dd46f0b48000c8590d4841 for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:14.396817 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-ddaa35f8-cbad-4247-be2b-573536c3649c tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:14.413828 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Publish callbacks [] for port (8f8aa011-6332-49c4-8922-3db815f56837), precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:14.432274 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (8f8aa011-6332-49c4-8922-3db815f56837), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:14.636320 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_common [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Allocated IP 172.27.2.104 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/e4688040-a878-421c-b8d8-ca8565111c2c) {{(pid=102552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:20:14.756601 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 73fd0595-a93a-46e3-8b52-3458da157f6b up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:14.817626 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2c408-736c-4af1-ae6f-81990a23265a None None] Pushing event updated for resources: {'Port': ['ID=8f8aa011-6332-49c4-8922-3db815f56837,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:14.841389 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Attempting to bind port 8f8aa011-6332-49c4-8922-3db815f56837 on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:20:14.841803 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Attempting to bind port 8f8aa011-6332-49c4-8922-3db815f56837 by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:20:14.842175 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Attempting to bind port 8f8aa011-6332-49c4-8922-3db815f56837 on network fbee9b82-1d0f-41e0-9255-a9db1855e990 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:14.894014 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5bc99d64-8e50-4347-b23c-46a971f333ef req-5b5d2f47-b343-4783-97bb-92806ba48c3a tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 210 time: 0.2205479 Feb 14 16:20:14.975041 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:20:14.975419 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Checking segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:14.975902 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:14.976345 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Bound using segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:20:14.976839 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Bound port: 8f8aa011-6332-49c4-8922-3db815f56837, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:20:14.977216 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (8f8aa011-6332-49c4-8922-3db815f56837), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:15.125254 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for port (e4688040-a878-421c-b8d8-ca8565111c2c), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:15.132332 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-fdeeeee9-7ee8-40da-9152-c190d193c062 None None] Current status of the port 73fd0595-a93a-46e3-8b52-3458da157f6b is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:15.149695 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Router 81de0abe-8057-408b-99c7-11050aef03cd has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:20:15.323520 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] For port 8f8aa011-6332-49c4-8922-3db815f56837, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:20:15.410050 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] For port 8f8aa011-6332-49c4-8922-3db815f56837, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=8f8aa011-6332-49c4-8922-3db815f56837,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:20:15.413250 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 73fd0595-a93a-46e3-8b52-3458da157f6b triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:15.430189 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:15.439085 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81de0abe-8057-408b-99c7-11050aef03cd', 'name': 'tempest-ServerRescueNegativeTestJSON-2125309814-router', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:12Z', 'revision_number': 4, 'project_id': 'eca15708118b44a1a682c7b615afc8a1', 'gw_port': {'id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81de0abe-8057-408b-99c7-11050aef03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '4ec35349-7ef2-4bb6-9ae7-77211600c06c', 'name': '', 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'mac_address': 'fa:16:3e:33:86:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81de0abe-8057-408b-99c7-11050aef03cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29897062-631a-49da-8452-c4a2baf64bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:10Z', 'updated_at': '2022-02-14T16:20:10Z', 'revision_number': 1, 'project_id': 'eca15708118b44a1a682c7b615afc8a1', 'subnets': [{'id': '29897062-631a-49da-8452-c4a2baf64bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:15.440496 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-619a24b9-86b5-4b84-b945-567bbab92ea8 None None] Provisioning complete for port d5211a62-1dcb-4f76-90a8-2b5ad55393fc triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:15.440875 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-619a24b9-86b5-4b84-b945-567bbab92ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:15.478232 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48550) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:15.520538 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (e4688040-a878-421c-b8d8-ca8565111c2c), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:15.527467 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-896e1a15-95d3-4e2f-9668-0b4a06d21a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:15.565263 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:20:15.566325 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (8f8aa011-6332-49c4-8922-3db815f56837), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:15.606748 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-2ad64bf0-05e9-4f4b-9670-3aff5ac46f8d admin admin] 10.222.0.55 "PUT /v2.0/routers/81de0abe-8057-408b-99c7-11050aef03cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0478106 Feb 14 16:20:15.700004 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416493b8-42ba-4dbb-847d-d49a5119d490 None None] The sync data for ids ['81de0abe-8057-408b-99c7-11050aef03cd'] in dv-cinder-819668-3-iscsi is: [{'id': '81de0abe-8057-408b-99c7-11050aef03cd', 'name': 'tempest-ServerRescueNegativeTestJSON-2125309814-router', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:12Z', 'revision_number': 4, 'project_id': 'eca15708118b44a1a682c7b615afc8a1', 'gw_port': {'id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81de0abe-8057-408b-99c7-11050aef03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '4ec35349-7ef2-4bb6-9ae7-77211600c06c', 'name': '', 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'mac_address': 'fa:16:3e:33:86:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81de0abe-8057-408b-99c7-11050aef03cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29897062-631a-49da-8452-c4a2baf64bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:10Z', 'updated_at': '2022-02-14T16:20:10Z', 'revision_number': 1, 'project_id': 'eca15708118b44a1a682c7b615afc8a1', 'subnets': [{'id': '29897062-631a-49da-8452-c4a2baf64bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:20:15.763929 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-896e1a15-95d3-4e2f-9668-0b4a06d21a26 admin admin] Publish callbacks [] for security_group (a8bd667f-cb85-41f0-85e8-de2b80236ed2), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:15.794414 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-896e1a15-95d3-4e2f-9668-0b4a06d21a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (a8bd667f-cb85-41f0-85e8-de2b80236ed2), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:15.880828 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-896e1a15-95d3-4e2f-9668-0b4a06d21a26 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=491f6fd070fd4d06b2f9e07de74913bb&name=default HTTP/1.1" status: 200 len: 2993 time: 1.5208347 Feb 14 16:20:15.888843 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e1a15-95d3-4e2f-9668-0b4a06d21a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bd667f-cb85-41f0-85e8-de2b80236ed2,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:15.924149 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48562) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:15.962480 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-619a24b9-86b5-4b84-b945-567bbab92ea8 None None] Port d5211a62-1dcb-4f76-90a8-2b5ad55393fc cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:20:15.994593 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-ddaa35f8-cbad-4247-be2b-573536c3649c tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Allocated IP 172.20.0.8 (61288f9c-52b8-429a-94ef-93e6a4302ff0/c74b6235-a742-42ea-b395-0dd6419d0962/fcf33ca8-ac7a-4ead-87d5-d45203fa5644) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:20:16.019402 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2c408-736c-4af1-ae6f-81990a23265a None None] Pushing event updated for resources: {'Port': ['ID=8f8aa011-6332-49c4-8922-3db815f56837,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:16.024018 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c74fae4c-954d-41a4-8df8-16f544cfda0c admin admin] Publish callbacks [] for security_group (a8bd667f-cb85-41f0-85e8-de2b80236ed2), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:16.032416 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Routers {'b8cf8595-208e-4319-83cb-34b95c0f6cfb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:20:16.039471 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:19:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:16.074607 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c74fae4c-954d-41a4-8df8-16f544cfda0c admin admin] Publish callbacks [] for security_group (a8bd667f-cb85-41f0-85e8-de2b80236ed2), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:16.240064 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:16.273561 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event updated for resources: {'Port': ['ID=e4688040-a878-421c-b8d8-ca8565111c2c,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:16.341751 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1a955caa-2d2f-4837-a75e-3a65c60b096b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:16.351194 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:16.376013 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:16.388862 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 73fd0595-a93a-46e3-8b52-3458da157f6b is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:16.409102 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Received port after_create {{(pid=102552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:20:16.494533 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c74fae4c-954d-41a4-8df8-16f544cfda0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (a8bd667f-cb85-41f0-85e8-de2b80236ed2), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:16.496965 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] Set router b8cf8595-208e-4319-83cb-34b95c0f6cfb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:20:16.507305 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c74fae4c-954d-41a4-8df8-16f544cfda0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:16.512967 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-c74fae4c-954d-41a4-8df8-16f544cfda0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8bd667f-cb85-41f0-85e8-de2b80236ed2 HTTP/1.1" status: 204 len: 168 time: 0.5858045 Feb 14 16:20:16.619965 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-958911cf-8962-40cf-bcba-24fce957d4eb req-9e2116ed-1782-4a50-8769-fb0655f2af11 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 210 time: 0.2937868 Feb 14 16:20:16.668395 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for floatingip (f9171ee5-b164-42fc-8bac-188639af239e), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:16.709695 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fae4c-954d-41a4-8df8-16f544cfda0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bd667f-cb85-41f0-85e8-de2b80236ed2,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:16.777270 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (e4688040-a878-421c-b8d8-ca8565111c2c), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:17.344990 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-ddaa35f8-cbad-4247-be2b-573536c3649c tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Publish callbacks [] for port (fcf33ca8-ac7a-4ead-87d5-d45203fa5644), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:17.353666 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-3f1bf816-af5a-4af0-a910-adeb4286bffc tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:17.355090 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-3f1bf816-af5a-4af0-a910-adeb4286bffc tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/networks?id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a HTTP/1.1" status: 200 len: 819 time: 0.3993325 Feb 14 16:20:17.373119 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1a955caa-2d2f-4837-a75e-3a65c60b096b admin admin] Publish callbacks [] for security_group (cc910f25-71bb-430f-9876-955cb50ac171), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:17.376305 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48610) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:17.387294 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-a777746e-a290-40e3-a6c1-1907b59819e9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/quotas/eca15708118b44a1a682c7b615afc8a1 HTTP/1.1" status: 200 len: 375 time: 0.0173113 Feb 14 16:20:17.448967 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1a955caa-2d2f-4837-a75e-3a65c60b096b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (cc910f25-71bb-430f-9876-955cb50ac171), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:17.455242 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:13Z', 'revision_number': 1, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:17.481348 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-ddaa35f8-cbad-4247-be2b-573536c3649c tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (fcf33ca8-ac7a-4ead-87d5-d45203fa5644), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:17.505720 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Publish callbacks [] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:17.514585 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ccf89-de9d-4e6d-8f76-20c201cd449f None None] The sync data for ids ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'] in dv-cinder-819668-3-iscsi is: [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:13Z', 'revision_number': 1, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:20:17.576850 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1ad21806-aafe-4cc5-a407-f61b490a85a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:17.587738 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:20:17.645109 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-1a955caa-2d2f-4837-a75e-3a65c60b096b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba33486a327543fa82f29b8349de2c76&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1698744 Feb 14 16:20:17.697259 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48616) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:17.719762 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a955caa-2d2f-4837-a75e-3a65c60b096b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc910f25-71bb-430f-9876-955cb50ac171,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:17.756379 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-ddaa35f8-cbad-4247-be2b-573536c3649c tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Network 61288f9c-52b8-429a-94ef-93e6a4302ff0 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:17.768214 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-ddaa35f8-cbad-4247-be2b-573536c3649c tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:17.771973 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:17.772693 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629126'] for router_interface (b8cf8595-208e-4319-83cb-34b95c0f6cfb), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:17.797802 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-ddaa35f8-cbad-4247-be2b-573536c3649c tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:20:17.828586 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-ddaa35f8-cbad-4247-be2b-573536c3649c tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:17.829691 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-ddaa35f8-cbad-4247-be2b-573536c3649c tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:17.866012 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1ad21806-aafe-4cc5-a407-f61b490a85a0 admin admin] Publish callbacks [] for security_group (ec61e2b2-dd69-4cee-8e70-0cd4a412484e), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:17.887813 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1ad21806-aafe-4cc5-a407-f61b490a85a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (ec61e2b2-dd69-4cee-8e70-0cd4a412484e), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:17.976002 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad21806-aafe-4cc5-a407-f61b490a85a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec61e2b2-dd69-4cee-8e70-0cd4a412484e,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:18.034192 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-505a69a0-de42-4a67-9540-12c715c939a4 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=eca15708118b44a1a682c7b615afc8a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5898521 Feb 14 16:20:18.075666 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-1ad21806-aafe-4cc5-a407-f61b490a85a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99323beee62248b3b9b9f80b74d81141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6899383 Feb 14 16:20:18.089128 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for port (e4688040-a878-421c-b8d8-ca8565111c2c), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:18.093576 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48636) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:18.133721 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (e4688040-a878-421c-b8d8-ca8565111c2c), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:18.204286 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa35f8-cbad-4247-be2b-573536c3649c tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Pushing event updated for resources: {'Port': ['ID=fcf33ca8-ac7a-4ead-87d5-d45203fa5644,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:18.284714 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (f9171ee5-b164-42fc-8bac-188639af239e), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:18.380777 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-ddaa35f8-cbad-4247-be2b-573536c3649c tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8155327 Feb 14 16:20:18.413860 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-705cbe56-13fe-4274-ad11-1e375e07e6b9 admin admin] Publish callbacks [] for security_group (ec61e2b2-dd69-4cee-8e70-0cd4a412484e), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:18.458462 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event updated for resources: {'Port': ['ID=e4688040-a878-421c-b8d8-ca8565111c2c,revision_number=2']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:18.498233 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b49b8203-36ec-4ab3-957f-44808a97285f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:18.515624 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:18.517824 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-2fc8246a-b540-4a70-a290-13e813421a51 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1853650 Feb 14 16:20:18.548508 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-7d1cfba6-1cab-4b3a-8596-e1b2c74ba744 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=102553) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:20:18.549868 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-7d1cfba6-1cab-4b3a-8596-e1b2c74ba744 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0261960 Feb 14 16:20:18.573139 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-705cbe56-13fe-4274-ad11-1e375e07e6b9 admin admin] Publish callbacks [] for security_group (ec61e2b2-dd69-4cee-8e70-0cd4a412484e), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:18.600179 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-23f54965-28df-424d-af52-863ad1de5e8e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=102552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:20:18.608622 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-23f54965-28df-424d-af52-863ad1de5e8e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2085979 Feb 14 16:20:18.635739 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Pushing event updated for resources: {'Port': ['ID=d5211a62-1dcb-4f76-90a8-2b5ad55393fc,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:18.639638 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6e34e266-6c76-4eaf-ac4a-6c2241f0c535 admin admin] Publish callbacks [] for security_group (cc910f25-71bb-430f-9876-955cb50ac171), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:18.695910 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6e34e266-6c76-4eaf-ac4a-6c2241f0c535 admin admin] Publish callbacks [] for security_group (cc910f25-71bb-430f-9876-955cb50ac171), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:18.764485 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device bc951386-8355-4c41-9c9f-7568f3442f27 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:18.777322 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Network 83279c43-4dd9-42dc-876e-ba727c6ef376 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:18.797983 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6e34e266-6c76-4eaf-ac4a-6c2241f0c535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (cc910f25-71bb-430f-9876-955cb50ac171), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:18.801397 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6e34e266-6c76-4eaf-ac4a-6c2241f0c535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:18.805815 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-6e34e266-6c76-4eaf-ac4a-6c2241f0c535 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc910f25-71bb-430f-9876-955cb50ac171 HTTP/1.1" status: 204 len: 168 time: 1.0896332 Feb 14 16:20:18.808907 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:18.968178 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port bc951386-8355-4c41-9c9f-7568f3442f27 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:18.969395 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (bc951386-8355-4c41-9c9f-7568f3442f27), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:19.007057 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34e266-6c76-4eaf-ac4a-6c2241f0c535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc910f25-71bb-430f-9876-955cb50ac171,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:19.040435 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Request body: {'port': {'device_id': 'aa72acfd-f1d8-4eba-b4ee-890a60c79425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:19.122764 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-5a84acad-7d87-4588-9f59-857fdfe922b4 service neutron] 10.222.0.55 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129418 Feb 14 16:20:19.247361 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (fcf33ca8-ac7a-4ead-87d5-d45203fa5644), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:19.301493 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port bc951386-8355-4c41-9c9f-7568f3442f27 is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:19.303049 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (bc951386-8355-4c41-9c9f-7568f3442f27), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:19.335281 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-651bd5e6-03d2-4b1d-aaf8-db910d9545f8 service neutron] 10.222.0.55 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115326 Feb 14 16:20:19.337252 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-705cbe56-13fe-4274-ad11-1e375e07e6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (ec61e2b2-dd69-4cee-8e70-0cd4a412484e), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:19.341943 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-705cbe56-13fe-4274-ad11-1e375e07e6b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:19.348763 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-705cbe56-13fe-4274-ad11-1e375e07e6b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec61e2b2-dd69-4cee-8e70-0cd4a412484e HTTP/1.1" status: 204 len: 168 time: 1.2532451 Feb 14 16:20:19.385086 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cbe56-13fe-4274-ad11-1e375e07e6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec61e2b2-dd69-4cee-8e70-0cd4a412484e,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:19.388706 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port bc951386-8355-4c41-9c9f-7568f3442f27, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=bc951386-8355-4c41-9c9f-7568f3442f27,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:19.420808 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (bc951386-8355-4c41-9c9f-7568f3442f27), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:19.436963 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbc196-c460-4eaf-a0b8-4b297dacc5d7 req-5bb6180b-872e-46b1-8633-441196f0333a tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:19.438644 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-18cbc196-c460-4eaf-a0b8-4b297dacc5d7 req-5bb6180b-872e-46b1-8633-441196f0333a tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 931 time: 1.3818104 Feb 14 16:20:19.610325 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-ba011d27-e89e-4d18-b4a8-878b54803ec9 None None] Provisioning complete for port d5211a62-1dcb-4f76-90a8-2b5ad55393fc triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:19.611662 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ba011d27-e89e-4d18-b4a8-878b54803ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:19.766720 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-ba011d27-e89e-4d18-b4a8-878b54803ec9 None None] Port d5211a62-1dcb-4f76-90a8-2b5ad55393fc cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:20:19.795093 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=bc951386-8355-4c41-9c9f-7568f3442f27,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:19.907593 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-f367829b-8a1e-4f75-a229-707a6b6aaf01 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--352763669&fields=id&tenant_id=ac0c72c994864a80a9975f44cae07762 HTTP/1.1" status: 200 len: 267 time: 0.1325693 Feb 14 16:20:20.018783 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-294eae7e-74e1-43c0-bc2e-dea6572b48e1 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:20.025721 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-294eae7e-74e1-43c0-bc2e-dea6572b48e1 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/networks?id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 HTTP/1.1" status: 200 len: 816 time: 0.1161907 Feb 14 16:20:20.046174 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-cdaedc4c-18e4-4400-89a1-ba08f54cb820 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/quotas/ac0c72c994864a80a9975f44cae07762 HTTP/1.1" status: 200 len: 375 time: 0.0194750 Feb 14 16:20:20.138216 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-18cbc196-c460-4eaf-a0b8-4b297dacc5d7 req-35ffde57-8ac4-4b7f-8c88-1d7b3873fcf9 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6845963 Feb 14 16:20:20.177594 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-70820c7d-1b1a-4fb6-863b-aeacbd7e9976 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac0c72c994864a80a9975f44cae07762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1304483 Feb 14 16:20:20.236565 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Router b8cf8595-208e-4319-83cb-34b95c0f6cfb has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:20:20.440026 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-e4d79b8a-b011-4a3a-abd8-439ee3c82545 service neutron] 10.222.0.55 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386930 Feb 14 16:20:20.613225 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-46c89664-741d-4250-89cf-23b60a7237e4 service neutron] 10.222.0.55 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690829 Feb 14 16:20:20.720529 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bad4db89-290f-473a-be8a-5fa6ed5dbe02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:20.908256 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device bc951386-8355-4c41-9c9f-7568f3442f27 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:21.028310 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf33ca8-ac7a-4ead-87d5-d45203fa5644 {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:20:21.050455 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Publish callbacks [] for port (fcf33ca8-ac7a-4ead-87d5-d45203fa5644), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:21.069102 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port bc951386-8355-4c41-9c9f-7568f3442f27 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:21.069843 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (bc951386-8355-4c41-9c9f-7568f3442f27), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:21.172336 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Transition to ACTIVE for port object fcf33ca8-ac7a-4ead-87d5-d45203fa5644 will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:20:21.177330 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a7959b5e-8ade-4c34-820b-0d821c8a24d2 req-0b1ca938-8112-4933-96aa-c39b18729bf7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 210 time: 0.0839577 Feb 14 16:20:21.274353 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-845050f1-b93f-45f6-9b25-92f02cd9ad1d req-61589c47-9834-4833-b975-bfbf8451bed8 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 210 time: 0.9622910 Feb 14 16:20:21.276063 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (fcf33ca8-ac7a-4ead-87d5-d45203fa5644), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:21.528012 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port bc951386-8355-4c41-9c9f-7568f3442f27 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:21.529125 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 8f8aa011-6332-49c4-8922-3db815f56837 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:21.578012 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Pushing event updated for resources: {'Port': ['ID=fcf33ca8-ac7a-4ead-87d5-d45203fa5644,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:21.761471 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc2f40-dd8d-4984-858c-ee7bb6b6f583 req-a920ae17-2d79-4703-b9e8-1b2ca0abc5c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:21.778852 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8bdc2f40-dd8d-4984-858c-ee7bb6b6f583 req-a920ae17-2d79-4703-b9e8-1b2ca0abc5c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 943 time: 0.3228490 Feb 14 16:20:21.779589 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 8f8aa011-6332-49c4-8922-3db815f56837 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:21.784331 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (8f8aa011-6332-49c4-8922-3db815f56837), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:22.037014 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8bdc2f40-dd8d-4984-858c-ee7bb6b6f583 req-436e080d-d677-45cc-ab8c-b6fc7bd4ad55 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551668 Feb 14 16:20:22.061029 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Sync routers for ids ['81de0abe-8057-408b-99c7-11050aef03cd'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:20:22.088612 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Routers {'81de0abe-8057-408b-99c7-11050aef03cd'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:20:22.089274 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:20:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['81de0abe-8057-408b-99c7-11050aef03cd'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:22.145701 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:22.206023 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 8f8aa011-6332-49c4-8922-3db815f56837 is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:22.207922 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (8f8aa011-6332-49c4-8922-3db815f56837), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:22.271367 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:20:22.281756 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port 8f8aa011-6332-49c4-8922-3db815f56837, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=8f8aa011-6332-49c4-8922-3db815f56837,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:22.294994 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-355c7580-d1ef-4499-aef3-1611afce58ae admin admin] 10.222.0.55 "PUT /v2.0/routers/b8cf8595-208e-4319-83cb-34b95c0f6cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3952551 Feb 14 16:20:22.295544 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (8f8aa011-6332-49c4-8922-3db815f56837), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:22.475239 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8b751769-48af-48cb-98f3-b206a614a95e req-69f05b1c-4b03-474e-9c02-e7918fcec288 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 210 time: 0.1077082 Feb 14 16:20:22.493259 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Attempting to bind port fcf33ca8-ac7a-4ead-87d5-d45203fa5644 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:20:22.499078 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Attempting to bind port fcf33ca8-ac7a-4ead-87d5-d45203fa5644 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'a86a9c2d-8c3e-49e7-a4d7-a6e124809163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '61288f9c-52b8-429a-94ef-93e6a4302ff0'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:20:22.504373 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Attempting to bind port fcf33ca8-ac7a-4ead-87d5-d45203fa5644 on network 61288f9c-52b8-429a-94ef-93e6a4302ff0 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:22.548866 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=8f8aa011-6332-49c4-8922-3db815f56837,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:22.556043 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48822) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:22.588848 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Port fcf33ca8-ac7a-4ead-87d5-d45203fa5644 on network 61288f9c-52b8-429a-94ef-93e6a4302ff0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:20:22.589187 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Attempting to bind port fcf33ca8-ac7a-4ead-87d5-d45203fa5644 on network 61288f9c-52b8-429a-94ef-93e6a4302ff0 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:22.699323 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Set router 81de0abe-8057-408b-99c7-11050aef03cd gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:20:22.734590 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:20:22.737215 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Checking segment: {'id': 'a86a9c2d-8c3e-49e7-a4d7-a6e124809163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '61288f9c-52b8-429a-94ef-93e6a4302ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:22.738261 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Bound using segment: {'id': 'a86a9c2d-8c3e-49e7-a4d7-a6e124809163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '61288f9c-52b8-429a-94ef-93e6a4302ff0'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:20:22.739019 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Bound port: fcf33ca8-ac7a-4ead-87d5-d45203fa5644, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86a9c2d-8c3e-49e7-a4d7-a6e124809163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '61288f9c-52b8-429a-94ef-93e6a4302ff0'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:20:22.739635 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (fcf33ca8-ac7a-4ead-87d5-d45203fa5644), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:23.081066 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-0dfc3352-a8ea-4194-8598-569ff7733662 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:23.102269 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-0dfc3352-a8ea-4194-8598-569ff7733662 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/networks?id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a HTTP/1.1" status: 200 len: 819 time: 1.1724565 Feb 14 16:20:23.232322 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-aaec3f7c-cb30-4388-a541-0a5c3fcfe549 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/quotas/eca15708118b44a1a682c7b615afc8a1 HTTP/1.1" status: 200 len: 375 time: 0.1221578 Feb 14 16:20:23.277812 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-45bd3306-bd18-4742-9dc6-1c24fcba055c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:23.283764 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] For port fcf33ca8-ac7a-4ead-87d5-d45203fa5644, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:20:23.371113 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] For port fcf33ca8-ac7a-4ead-87d5-d45203fa5644, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fcf33ca8-ac7a-4ead-87d5-d45203fa5644,segment=NetworkSegment(a86a9c2d-8c3e-49e7-a4d7-a6e124809163),segment_id=a86a9c2d-8c3e-49e7-a4d7-a6e124809163)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:20:23.397475 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (fcf33ca8-ac7a-4ead-87d5-d45203fa5644), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:23.446665 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81de0abe-8057-408b-99c7-11050aef03cd', 'name': 'tempest-ServerRescueNegativeTestJSON-2125309814-router', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:12Z', 'revision_number': 4, 'project_id': 'eca15708118b44a1a682c7b615afc8a1', 'gw_port': {'id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81de0abe-8057-408b-99c7-11050aef03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '4ec35349-7ef2-4bb6-9ae7-77211600c06c', 'name': '', 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'mac_address': 'fa:16:3e:33:86:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81de0abe-8057-408b-99c7-11050aef03cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29897062-631a-49da-8452-c4a2baf64bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:10Z', 'updated_at': '2022-02-14T16:20:13Z', 'revision_number': 2, 'project_id': 'eca15708118b44a1a682c7b615afc8a1', 'subnets': [{'id': '29897062-631a-49da-8452-c4a2baf64bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:23.507402 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-45bd3306-bd18-4742-9dc6-1c24fcba055c admin admin] Publish callbacks [] for security_group (e9a900ab-f143-4955-b954-bfd5334a514e), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:23.529477 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-45bd3306-bd18-4742-9dc6-1c24fcba055c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (e9a900ab-f143-4955-b954-bfd5334a514e), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:23.548114 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:23.561644 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Checking router: 81de0abe-8057-408b-99c7-11050aef03cd for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:20:23.562705 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Updating router 81de0abe-8057-408b-99c7-11050aef03cd port 4ec35349-7ef2-4bb6-9ae7-77211600c06c binding host dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:20:23.582944 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-b7851ae1-8fb0-42a8-bbcc-fd134783ab82 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=eca15708118b44a1a682c7b615afc8a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3489182 Feb 14 16:20:23.585166 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd3306-bd18-4742-9dc6-1c24fcba055c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a900ab-f143-4955-b954-bfd5334a514e,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:23.615640 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-45bd3306-bd18-4742-9dc6-1c24fcba055c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98763ec5f0fb460d9211b248992ca3bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0546148 Feb 14 16:20:23.618398 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 48848) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:23.660774 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:23.695507 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:23.696157 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:23.703563 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] 10.222.0.42 "PUT /v2.0/ports/fcf33ca8-ac7a-4ead-87d5-d45203fa5644 HTTP/1.1" status: 200 len: 1093 time: 4.9362912 Feb 14 16:20:23.718263 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa72acfd-f1d8-4eba-b4ee-890a60c79425', 'tag': 'fcf33ca8-ac7a-4ead-87d5-d45203fa5644'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:20:23.748300 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0cea53a0-6b47-47dd-8bea-f8394eb66968 admin admin] Publish callbacks [] for security_group (e9a900ab-f143-4955-b954-bfd5334a514e), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:23.793903 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0cea53a0-6b47-47dd-8bea-f8394eb66968 admin admin] Publish callbacks [] for security_group (e9a900ab-f143-4955-b954-bfd5334a514e), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:23.863776 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0cea53a0-6b47-47dd-8bea-f8394eb66968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (e9a900ab-f143-4955-b954-bfd5334a514e), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:23.867049 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0cea53a0-6b47-47dd-8bea-f8394eb66968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:23.868362 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-0cea53a0-6b47-47dd-8bea-f8394eb66968 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9a900ab-f143-4955-b954-bfd5334a514e HTTP/1.1" status: 204 len: 168 time: 0.2483597 Feb 14 16:20:23.877164 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea53a0-6b47-47dd-8bea-f8394eb66968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a900ab-f143-4955-b954-bfd5334a514e,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:23.964071 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d550462-aecf-43cb-b705-81f6ed78163a service neutron] Pushing event updated for resources: {'Port': ['ID=fcf33ca8-ac7a-4ead-87d5-d45203fa5644,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:24.009977 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.42', 53164) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:24.012507 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.42', 53165) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:24.156518 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-afe04b1a-93c1-4db2-ba63-d4242b1d101c service neutron] 10.222.0.55 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695043 Feb 14 16:20:24.248076 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-534479f8-2480-48df-a012-c6f4b7cb7503 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:24.252824 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-534479f8-2480-48df-a012-c6f4b7cb7503 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.42 "GET /v2.0/networks?id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a HTTP/1.1" status: 200 len: 819 time: 0.3797941 Feb 14 16:20:24.282660 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-38a7cae5-fcaa-4f0b-8a12-61dca8f6ff2b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Request body: {'port': {'device_id': '749c8975-02d4-4ac7-8717-cf3230d57397', 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a', 'admin_state_up': True, 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:24.424307 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca9126c-21d8-4ec2-8336-dd88fb612e30" -d '{"events": [{"name": "network-changed", "server_uuid": "aa72acfd-f1d8-4eba-b4ee-890a60c79425", "tag": "fcf33ca8-ac7a-4ead-87d5-d45203fa5644"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:20:24.464274 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48884) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:24.489434 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-2c09b8d6-5d8d-40ff-901d-a680f1008662 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183473222', 'description': 'tempest-description--1593145670'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:24.696463 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 8f8aa011-6332-49c4-8922-3db815f56837 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:24.786300 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-bb25536d-b279-43ca-8b1f-4d9f9f691220 service neutron] 10.222.0.55 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6283681 Feb 14 16:20:24.791007 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Publish callbacks [] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:24.816868 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2c09b8d6-5d8d-40ff-901d-a680f1008662 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:24.819190 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:24.915941 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:24.934308 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Sync routers for ids ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:20:24.985018 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Routers {'b8cf8595-208e-4319-83cb-34b95c0f6cfb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:20:24.987009 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:20:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:25.009700 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 8f8aa011-6332-49c4-8922-3db815f56837 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:25.016188 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (8f8aa011-6332-49c4-8922-3db815f56837), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:25.057865 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2c09b8d6-5d8d-40ff-901d-a680f1008662 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group (e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:25.067558 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48898) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:25.096546 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2c09b8d6-5d8d-40ff-901d-a680f1008662 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:25.149002 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339248d-c225-451b-9460-b3d96201afe6 None None] Pushing event updated for resources: {'Port': ['ID=4ec35349-7ef2-4bb6-9ae7-77211600c06c,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:25.215315 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-840e128b-f061-43e4-80d3-8605b8b91e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:25.219228 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-840e128b-f061-43e4-80d3-8605b8b91e13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebc3d7ac14dd46f0b48000c8590d4841&device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 1127 time: 1.1455057 Feb 14 16:20:25.231010 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09b8d6-5d8d-40ff-901d-a680f1008662 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:25.246490 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Attempting to bind port 4ec35349-7ef2-4bb6-9ae7-77211600c06c on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:20:25.246885 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Attempting to bind port 4ec35349-7ef2-4bb6-9ae7-77211600c06c by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:20:25.247215 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Attempting to bind port 4ec35349-7ef2-4bb6-9ae7-77211600c06c on network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:25.256670 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-43e5bb02-6228-4729-bd76-2ae90924971b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:25.258578 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-38a7cae5-fcaa-4f0b-8a12-61dca8f6ff2b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Made reservation on behalf of eca15708118b44a1a682c7b615afc8a1 for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:25.260293 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:20:25.260554 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Checking segment: {'id': '3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:25.260959 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:25.261351 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Bound using segment: {'id': '3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:20:25.261863 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Bound port: 4ec35349-7ef2-4bb6-9ae7-77211600c06c, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:20:25.262214 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:25.282511 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-38a7cae5-fcaa-4f0b-8a12-61dca8f6ff2b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:25.353123 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-8cde5e92-c7db-46dc-be1c-0327407755be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcf33ca8-ac7a-4ead-87d5-d45203fa5644 HTTP/1.1" status: 200 len: 217 time: 0.1257384 Feb 14 16:20:25.374635 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7290d-1896-4fe3-be1b-5bf41cd4a506 req-263c06bd-64eb-4461-b1ba-984f0db35265 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:25.378022 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f5f7290d-1896-4fe3-be1b-5bf41cd4a506 req-263c06bd-64eb-4461-b1ba-984f0db35265 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 943 time: 0.3591912 Feb 14 16:20:25.401934 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Set router b8cf8595-208e-4319-83cb-34b95c0f6cfb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:20:25.403192 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] For port 4ec35349-7ef2-4bb6-9ae7-77211600c06c, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:20:25.412066 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] For port 4ec35349-7ef2-4bb6-9ae7-77211600c06c, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=4ec35349-7ef2-4bb6-9ae7-77211600c06c,segment=NetworkSegment(3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2),segment_id=3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:20:25.428748 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:25.503358 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-0316a58a-0fbe-4607-9874-700576f36bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:25.507260 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-0316a58a-0fbe-4607-9874-700576f36bfd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c74b6235-a742-42ea-b395-0dd6419d0962 HTTP/1.1" status: 200 len: 852 time: 0.1252835 Feb 14 16:20:25.534418 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339248d-c225-451b-9460-b3d96201afe6 None None] Pushing event updated for resources: {'Port': ['ID=4ec35349-7ef2-4bb6-9ae7-77211600c06c,revision_number=4']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:25.537229 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-6d1c7322-817b-4ce6-bc7f-07762b8b2ba5 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:25.543039 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-6d1c7322-817b-4ce6-bc7f-07762b8b2ba5 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.42 "GET /v2.0/networks?id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 HTTP/1.1" status: 200 len: 816 time: 1.5255857 Feb 14 16:20:25.554019 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-43e5bb02-6228-4729-bd76-2ae90924971b admin admin] Publish callbacks [] for security_group (cdfae44f-b83a-46c7-9842-b8e260ddd8e0), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:25.602999 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f66ca574-48bd-4dff-8884-22b519462134 req-8f62de4a-ed27-4a1d-b108-60adb7239576 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 210 time: 0.3777800 Feb 14 16:20:25.610328 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-43e5bb02-6228-4729-bd76-2ae90924971b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (cdfae44f-b83a-46c7-9842-b8e260ddd8e0), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:25.624394 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2c09b8d6-5d8d-40ff-901d-a680f1008662 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:25.631937 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-2c09b8d6-5d8d-40ff-901d-a680f1008662 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1623704 Feb 14 16:20:25.644903 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48912) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:25.648159 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Routers {'81de0abe-8057-408b-99c7-11050aef03cd'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:20:25.648805 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:20:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['81de0abe-8057-408b-99c7-11050aef03cd'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:25.673001 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-49893d3a-704f-4daa-9685-2669b246a59c tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Request body: {'security_group_rule': {'security_group_id': 'e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:25.764392 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-c9ff0f1b-b243-43c9-8629-7b47c17cd332 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61288f9c-52b8-429a-94ef-93e6a4302ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2169478 Feb 14 16:20:25.867030 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 8f8aa011-6332-49c4-8922-3db815f56837 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:25.899976 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-43e5bb02-6228-4729-bd76-2ae90924971b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9031084bcbc4493e937a5d50261bca8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8251584 Feb 14 16:20:25.909704 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48926) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:25.926937 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5bb02-6228-4729-bd76-2ae90924971b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfae44f-b83a-46c7-9842-b8e260ddd8e0,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:26.026453 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:16Z', 'revision_number': 2, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:26.050486 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-49893d3a-704f-4daa-9685-2669b246a59c tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group_rule (c3dbfe88-deba-4e08-bb46-e067f0286b75), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:26.061859 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Checking router: b8cf8595-208e-4319-83cb-34b95c0f6cfb for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:20:26.062218 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Updating router b8cf8595-208e-4319-83cb-34b95c0f6cfb port d5211a62-1dcb-4f76-90a8-2b5ad55393fc binding host dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:20:26.068604 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f5f7290d-1896-4fe3-be1b-5bf41cd4a506 req-9055cf60-cc7b-4973-9931-2113663a5ee9 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568855 Feb 14 16:20:26.119605 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:26.180770 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-49893d3a-704f-4daa-9685-2669b246a59c tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group_rule (c3dbfe88-deba-4e08-bb46-e067f0286b75), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:26.202595 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-49893d3a-704f-4daa-9685-2669b246a59c tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (c3dbfe88-deba-4e08-bb46-e067f0286b75), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:26.225115 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-38a7cae5-fcaa-4f0b-8a12-61dca8f6ff2b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Allocated IP 172.20.0.8 (0038fd0f-8ce9-4b4d-b323-5d643b544c9a/29897062-631a-49da-8452-c4a2baf64bda/699e4ea1-016f-4cdf-9901-5277fb74b1f1) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:20:26.286914 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] Set router 81de0abe-8057-408b-99c7-11050aef03cd gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:20:26.308390 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49893d3a-704f-4daa-9685-2669b246a59c tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3dbfe88-deba-4e08-bb46-e067f0286b75,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:26.312574 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-21c92b9c-5630-4bc9-9588-aabd72c668f7 admin admin] Publish callbacks [] for security_group (cdfae44f-b83a-46c7-9842-b8e260ddd8e0), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:26.346083 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-49893d3a-704f-4daa-9685-2669b246a59c tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:26.363187 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-4c7f0502-93fd-487b-8a21-8c504a085b09 service neutron] 10.222.0.42 "GET /v2.0/networks/61288f9c-52b8-429a-94ef-93e6a4302ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625858 Feb 14 16:20:26.365402 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-49893d3a-704f-4daa-9685-2669b246a59c tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6973722 Feb 14 16:20:26.376092 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 48930) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:26.412077 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-a8558939-9b36-4a9d-bc32-d20dda64664f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Request body: {'security_group_rule': {'security_group_id': 'e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:26.578304 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-21c92b9c-5630-4bc9-9588-aabd72c668f7 admin admin] Publish callbacks [] for security_group (cdfae44f-b83a-46c7-9842-b8e260ddd8e0), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:26.780627 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1bfbf2cb-86ac-4437-b2d2-7ce2ec23f1fb req-4cea0e3e-8350-47df-9888-6996aeb035ad tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 210 time: 0.3977079 Feb 14 16:20:26.825272 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7bf3ceda-9226-41c4-8256-ecb1c8732761 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac0c72c994864a80a9975f44cae07762 HTTP/1.1" status: 200 len: 379 time: 1.1514020 Feb 14 16:20:26.864500 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a8558939-9b36-4a9d-bc32-d20dda64664f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group_rule (c49ee17e-788d-4a55-9fb3-7f04b5046ed9), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:26.877217 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-21f200b5-1dea-4786-98c3-756dbe2230ee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Request body: {'port': {'device_id': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'admin_state_up': True, 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'security_groups': ['f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c']}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:26.923157 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 4ec35349-7ef2-4bb6-9ae7-77211600c06c up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:26.943508 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d24f7f-bd7e-40f2-8065-c8b1aa672159 x-openstack-request-id: req-15d24f7f-bd7e-40f2-8065-c8b1aa672159 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:20:26.943817 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa72acfd-f1d8-4eba-b4ee-890a60c79425", "tag": "fcf33ca8-ac7a-4ead-87d5-d45203fa5644", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:20:26.944075 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15d24f7f-bd7e-40f2-8065-c8b1aa672159 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:20:26.944546 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa72acfd-f1d8-4eba-b4ee-890a60c79425', 'tag': 'fcf33ca8-ac7a-4ead-87d5-d45203fa5644', 'status': 'completed', 'code': 200} Feb 14 16:20:27.076496 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2723ffd4-bf41-49c6-892f-83d0351ad157 req-e829b702-afa3-4791-82a8-df5c349cea3a service neutron] 10.222.0.42 "GET /v2.0/networks/61288f9c-52b8-429a-94ef-93e6a4302ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6749294 Feb 14 16:20:27.114841 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81de0abe-8057-408b-99c7-11050aef03cd', 'name': 'tempest-ServerRescueNegativeTestJSON-2125309814-router', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:12Z', 'revision_number': 4, 'project_id': 'eca15708118b44a1a682c7b615afc8a1', 'gw_port': {'id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81de0abe-8057-408b-99c7-11050aef03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '4ec35349-7ef2-4bb6-9ae7-77211600c06c', 'name': '', 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'mac_address': 'fa:16:3e:33:86:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81de0abe-8057-408b-99c7-11050aef03cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29897062-631a-49da-8452-c4a2baf64bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:10Z', 'updated_at': '2022-02-14T16:20:25Z', 'revision_number': 4, 'project_id': 'eca15708118b44a1a682c7b615afc8a1', 'subnets': [{'id': '29897062-631a-49da-8452-c4a2baf64bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:27.130630 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.42', 53172) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:27.137433 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-21c92b9c-5630-4bc9-9588-aabd72c668f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (cdfae44f-b83a-46c7-9842-b8e260ddd8e0), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:27.143197 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-21c92b9c-5630-4bc9-9588-aabd72c668f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:27.156712 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a33b7d02-7916-4dfe-94f9-3e027e90f826 req-0d28cdb0-66c6-48d3-9456-dfdb9319c61d tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 210 time: 0.1388512 Feb 14 16:20:27.165771 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-21c92b9c-5630-4bc9-9588-aabd72c668f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cdfae44f-b83a-46c7-9842-b8e260ddd8e0 HTTP/1.1" status: 204 len: 168 time: 1.2427652 Feb 14 16:20:27.224043 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad3b44-ef6b-4690-abd6-e802b44460e4 None None] The sync data for ids ['81de0abe-8057-408b-99c7-11050aef03cd'] in dv-cinder-819668-3-iscsi is: [{'id': '81de0abe-8057-408b-99c7-11050aef03cd', 'name': 'tempest-ServerRescueNegativeTestJSON-2125309814-router', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:12Z', 'revision_number': 4, 'project_id': 'eca15708118b44a1a682c7b615afc8a1', 'gw_port': {'id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81de0abe-8057-408b-99c7-11050aef03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '4ec35349-7ef2-4bb6-9ae7-77211600c06c', 'name': '', 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'mac_address': 'fa:16:3e:33:86:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81de0abe-8057-408b-99c7-11050aef03cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29897062-631a-49da-8452-c4a2baf64bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:10Z', 'updated_at': '2022-02-14T16:20:25Z', 'revision_number': 4, 'project_id': 'eca15708118b44a1a682c7b615afc8a1', 'subnets': [{'id': '29897062-631a-49da-8452-c4a2baf64bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:20:27.278412 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Publish callbacks [] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:27.296098 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 4ec35349-7ef2-4bb6-9ae7-77211600c06c triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:27.297938 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:27.370858 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:27.444593 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65129ea7-c006-4009-8c4d-6ae0e4ffd100 None None] Pushing event updated for resources: {'Port': ['ID=d5211a62-1dcb-4f76-90a8-2b5ad55393fc,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:27.504475 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-93349a30-4db8-499e-92ed-dc6e863458f7 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:27.510034 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-93349a30-4db8-499e-92ed-dc6e863458f7 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.42 "GET /v2.0/networks?id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a HTTP/1.1" status: 200 len: 819 time: 0.3296428 Feb 14 16:20:27.593748 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-3ed9963a-e66a-415c-9545-28d9752a110c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Request body: {'port': {'device_id': '15353671-60d2-43da-8a6d-b88d83f495b3', 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a', 'admin_state_up': True, 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:27.608541 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c92b9c-5630-4bc9-9588-aabd72c668f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfae44f-b83a-46c7-9842-b8e260ddd8e0,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:27.731845 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9126c-21d8-4ec2-8336-dd88fb612e30 req-4f20bcf2-64cb-4eea-b286-da9bd43b0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:27.736781 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-bca9126c-21d8-4ec2-8336-dd88fb612e30 req-4f20bcf2-64cb-4eea-b286-da9bd43b0c72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebc3d7ac14dd46f0b48000c8590d4841&device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 1127 time: 0.4526017 Feb 14 16:20:27.741430 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Attempting to bind port d5211a62-1dcb-4f76-90a8-2b5ad55393fc on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:20:27.741943 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Attempting to bind port d5211a62-1dcb-4f76-90a8-2b5ad55393fc by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:20:27.742320 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Attempting to bind port d5211a62-1dcb-4f76-90a8-2b5ad55393fc on network 83279c43-4dd9-42dc-876e-ba727c6ef376 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:27.779696 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:20:27.780048 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Checking segment: {'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:27.780467 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:27.780914 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Bound using segment: {'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:20:27.781925 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Bound port: d5211a62-1dcb-4f76-90a8-2b5ad55393fc, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:20:27.782331 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:27.793746 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-21f200b5-1dea-4786-98c3-756dbe2230ee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Made reservation on behalf of ac0c72c994864a80a9975f44cae07762 for: {'port': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:27.798023 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-21f200b5-1dea-4786-98c3-756dbe2230ee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:28.002329 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] For port d5211a62-1dcb-4f76-90a8-2b5ad55393fc, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:20:28.007171 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] For port d5211a62-1dcb-4f76-90a8-2b5ad55393fc, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=d5211a62-1dcb-4f76-90a8-2b5ad55393fc,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:20:28.028742 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:28.177393 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-7525e251-2652-4b90-bd4c-07877531f42f req-fc813613-e277-439e-a949-cae6adac8b24 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 210 time: 0.0685749 Feb 14 16:20:28.247552 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-e2c2a513-a85e-4e6c-9079-e241d5449e6c None None] Provisioning complete for port d5211a62-1dcb-4f76-90a8-2b5ad55393fc triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:28.248133 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e2c2a513-a85e-4e6c-9079-e241d5449e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:28.335771 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Routers {'b8cf8595-208e-4319-83cb-34b95c0f6cfb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:20:28.336376 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:20:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:28.486635 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-38a7cae5-fcaa-4f0b-8a12-61dca8f6ff2b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks [] for port (699e4ea1-016f-4cdf-9901-5277fb74b1f1), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:28.633017 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-db99931e-9de1-4455-a18d-abe92264476d req-53cc9720-10c1-48e1-802e-cb04f502800c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 210 time: 0.1250055 Feb 14 16:20:28.639278 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_common [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-21f200b5-1dea-4786-98c3-756dbe2230ee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Allocated IP 172.20.0.6 (a3b87438-6ac3-4886-b5f7-9e61fa1dafa5/75b022af-3860-42a7-933a-01d0f454c9a6/16eef14d-643a-4553-a414-fc83179dbef1) {{(pid=102552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:20:28.649800 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9126c-21d8-4ec2-8336-dd88fb612e30 req-40cb9d83-9be9-4045-b760-445d2262e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:28.651523 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-bca9126c-21d8-4ec2-8336-dd88fb612e30 req-40cb9d83-9be9-4045-b760-445d2262e10f service neutron] 10.222.0.42 "GET /v2.0/networks?id=61288f9c-52b8-429a-94ef-93e6a4302ff0 HTTP/1.1" status: 200 len: 913 time: 0.9071956 Feb 14 16:20:28.659499 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a8558939-9b36-4a9d-bc32-d20dda64664f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group_rule (c49ee17e-788d-4a55-9fb3-7f04b5046ed9), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:28.713011 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a8558939-9b36-4a9d-bc32-d20dda64664f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (c49ee17e-788d-4a55-9fb3-7f04b5046ed9), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:28.803596 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8558939-9b36-4a9d-bc32-d20dda64664f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49ee17e-788d-4a55-9fb3-7f04b5046ed9,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:28.809337 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] Set router b8cf8595-208e-4319-83cb-34b95c0f6cfb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:20:28.814765 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-38a7cae5-fcaa-4f0b-8a12-61dca8f6ff2b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (699e4ea1-016f-4cdf-9901-5277fb74b1f1), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:28.821605 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-bca9126c-21d8-4ec2-8336-dd88fb612e30 req-67cbf017-34ea-4c5a-9f2a-49175bf006cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcf33ca8-ac7a-4ead-87d5-d45203fa5644 HTTP/1.1" status: 200 len: 217 time: 0.1510606 Feb 14 16:20:28.870118 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 4ec35349-7ef2-4bb6-9ae7-77211600c06c is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:28.870751 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:28.992037 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65129ea7-c006-4009-8c4d-6ae0e4ffd100 None None] Pushing event updated for resources: {'Port': ['ID=d5211a62-1dcb-4f76-90a8-2b5ad55393fc,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:29.066792 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9126c-21d8-4ec2-8336-dd88fb612e30 req-ef3f5bd4-7df9-4f47-bfdc-fa2fe9ded681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:29.068269 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-bca9126c-21d8-4ec2-8336-dd88fb612e30 req-ef3f5bd4-7df9-4f47-bfdc-fa2fe9ded681 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c74b6235-a742-42ea-b395-0dd6419d0962 HTTP/1.1" status: 200 len: 852 time: 0.2257903 Feb 14 16:20:29.083570 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2a513-a85e-4e6c-9079-e241d5449e6c None None] Current status of the port d5211a62-1dcb-4f76-90a8-2b5ad55393fc is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:29.084093 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e2c2a513-a85e-4e6c-9079-e241d5449e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:29.134164 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port 4ec35349-7ef2-4bb6-9ae7-77211600c06c, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=4ec35349-7ef2-4bb6-9ae7-77211600c06c,segment=NetworkSegment(3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2),segment_id=3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:29.185555 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:29.203519 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a8558939-9b36-4a9d-bc32-d20dda64664f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:29.204990 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-a8558939-9b36-4a9d-bc32-d20dda64664f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8113852 Feb 14 16:20:29.252560 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49028) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:29.289069 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-bca9126c-21d8-4ec2-8336-dd88fb612e30 req-01704a02-3256-4f0b-b66c-e14d4ee8f5d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61288f9c-52b8-429a-94ef-93e6a4302ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2104335 Feb 14 16:20:29.289262 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Request body: {'floatingip': {'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:29.304351 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-38a7cae5-fcaa-4f0b-8a12-61dca8f6ff2b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:29.328731 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae97a4-9ddb-49ac-a602-8961e177618d req-7e2a67b7-d329-48c6-a43d-0d4924dd98f7 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:29.344847 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ebae97a4-9ddb-49ac-a602-8961e177618d req-7e2a67b7-d329-48c6-a43d-0d4924dd98f7 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 943 time: 1.8305225 Feb 14 16:20:29.413880 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7cae5-fcaa-4f0b-8a12-61dca8f6ff2b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Pushing event updated for resources: {'Port': ['ID=699e4ea1-016f-4cdf-9901-5277fb74b1f1,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:29.425913 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-e2c2a513-a85e-4e6c-9079-e241d5449e6c None None] For port d5211a62-1dcb-4f76-90a8-2b5ad55393fc, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=d5211a62-1dcb-4f76-90a8-2b5ad55393fc,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:29.459060 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device d5211a62-1dcb-4f76-90a8-2b5ad55393fc up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:29.507315 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e2c2a513-a85e-4e6c-9079-e241d5449e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:29.511538 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-38a7cae5-fcaa-4f0b-8a12-61dca8f6ff2b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:29.625029 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=4ec35349-7ef2-4bb6-9ae7-77211600c06c,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:29.626342 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-38a7cae5-fcaa-4f0b-8a12-61dca8f6ff2b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:20:29.651129 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-38a7cae5-fcaa-4f0b-8a12-61dca8f6ff2b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:29.651814 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-38a7cae5-fcaa-4f0b-8a12-61dca8f6ff2b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:29.706057 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2a513-a85e-4e6c-9079-e241d5449e6c None None] Pushing event updated for resources: {'Port': ['ID=d5211a62-1dcb-4f76-90a8-2b5ad55393fc,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:29.710950 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:29.751094 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:27Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:29.801706 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466b618-eb49-41b9-9d4f-46b847d7099d None None] The sync data for ids ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'] in dv-cinder-819668-3-iscsi is: [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:27Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:20:29.802382 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-3ed9963a-e66a-415c-9545-28d9752a110c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Made reservation on behalf of eca15708118b44a1a682c7b615afc8a1 for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:29.813628 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-3ed9963a-e66a-415c-9545-28d9752a110c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:29.817138 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2d85baf6-fce1-4e5c-9e75-984e64649be8 None None] Provisioning complete for port d5211a62-1dcb-4f76-90a8-2b5ad55393fc triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:29.817955 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2d85baf6-fce1-4e5c-9e75-984e64649be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:29.822507 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port d5211a62-1dcb-4f76-90a8-2b5ad55393fc triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:29.822963 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:29.849533 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-38a7cae5-fcaa-4f0b-8a12-61dca8f6ff2b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5774758 Feb 14 16:20:29.871151 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ebae97a4-9ddb-49ac-a602-8961e177618d req-20e55ecb-71c8-4a35-941f-7ab2df2a6f27 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234241 Feb 14 16:20:29.881955 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Request body: {'port': {'device_id': '749c8975-02d4-4ac7-8717-cf3230d57397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:29.969365 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a0831351-b987-440d-b365-8e2453f43490 req-07c67f39-b2d4-4b86-a807-419b9f7c9eaf tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 210 time: 0.5955968 Feb 14 16:20:30.205495 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port d5211a62-1dcb-4f76-90a8-2b5ad55393fc is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:30.276015 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2d85baf6-fce1-4e5c-9e75-984e64649be8 None None] Current status of the port d5211a62-1dcb-4f76-90a8-2b5ad55393fc is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:30.326164 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49068) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:30.504197 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-bca9126c-21d8-4ec2-8336-dd88fb612e30 req-045fc017-059f-4d92-a31d-4b74a42cc750 service neutron] 10.222.0.42 "GET /v2.0/networks/61288f9c-52b8-429a-94ef-93e6a4302ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1678426 Feb 14 16:20:30.514448 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (699e4ea1-016f-4cdf-9901-5277fb74b1f1), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:30.543043 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-21f200b5-1dea-4786-98c3-756dbe2230ee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for port (16eef14d-643a-4553-a414-fc83179dbef1), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:30.730458 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a3562f1b-4136-40a8-b18b-84721ce7eba3 req-05d58e6a-e60d-45b2-9f6f-39ac7ebf9c2a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 210 time: 0.3395793 Feb 14 16:20:30.821205 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-bca9126c-21d8-4ec2-8336-dd88fb612e30 req-98de6c4d-4bf8-47ab-b433-2138dc30fd7c service neutron] 10.222.0.42 "GET /v2.0/networks/61288f9c-52b8-429a-94ef-93e6a4302ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026240 Feb 14 16:20:30.828256 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-21f200b5-1dea-4786-98c3-756dbe2230ee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (16eef14d-643a-4553-a414-fc83179dbef1), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:30.854301 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-3ed9963a-e66a-415c-9545-28d9752a110c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Allocated IP 172.20.0.11 (0038fd0f-8ce9-4b4d-b323-5d643b544c9a/29897062-631a-49da-8452-c4a2baf64bda/22a72e14-7804-46a9-b029-517e3eab852f) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:20:30.892958 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-21f200b5-1dea-4786-98c3-756dbe2230ee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:30.998898 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-21f200b5-1dea-4786-98c3-756dbe2230ee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:31.116369 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-21f200b5-1dea-4786-98c3-756dbe2230ee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Received port after_create {{(pid=102552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:20:31.147786 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-21f200b5-1dea-4786-98c3-756dbe2230ee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:31.148461 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-21f200b5-1dea-4786-98c3-756dbe2230ee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for port (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:31.217617 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-21f200b5-1dea-4786-98c3-756dbe2230ee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3577380 Feb 14 16:20:31.218380 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8415836a-2ab6-4a18-a9c0-443b550c20a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:31.245614 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-3ed9963a-e66a-415c-9545-28d9752a110c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks [] for port (22a72e14-7804-46a9-b029-517e3eab852f), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:31.259171 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Request body: {'port': {'device_id': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:31.334426 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-3ed9963a-e66a-415c-9545-28d9752a110c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (22a72e14-7804-46a9-b029-517e3eab852f), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:31.338740 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device d5211a62-1dcb-4f76-90a8-2b5ad55393fc up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:31.387136 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f200b5-1dea-4786-98c3-756dbe2230ee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event updated for resources: {'Port': ['ID=16eef14d-643a-4553-a414-fc83179dbef1,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:31.401007 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (16eef14d-643a-4553-a414-fc83179dbef1), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:31.417346 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bac28-cdeb-4039-9717-1cde998d5dac req-c9e4fe0a-6979-45b0-b2bc-763e8f3ae1cc tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:31.424401 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-241bac28-cdeb-4039-9717-1cde998d5dac req-c9e4fe0a-6979-45b0-b2bc-763e8f3ae1cc tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 943 time: 0.3441255 Feb 14 16:20:31.428832 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-7a0948ad-95c8-4009-8dc4-192e090d2089 None None] Provisioning complete for port 16eef14d-643a-4553-a414-fc83179dbef1 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:31.429677 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a0948ad-95c8-4009-8dc4-192e090d2089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (16eef14d-643a-4553-a414-fc83179dbef1), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:31.481685 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port d5211a62-1dcb-4f76-90a8-2b5ad55393fc triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:31.482089 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:31.483820 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-7a0948ad-95c8-4009-8dc4-192e090d2089 None None] Port 16eef14d-643a-4553-a414-fc83179dbef1 cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:20:31.532506 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-3ed9963a-e66a-415c-9545-28d9752a110c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:31.534056 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-3ed9963a-e66a-415c-9545-28d9752a110c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:31.541194 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-3ed9963a-e66a-415c-9545-28d9752a110c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:20:31.546734 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-3ed9963a-e66a-415c-9545-28d9752a110c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:31.547433 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-3ed9963a-e66a-415c-9545-28d9752a110c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:31.558367 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-241bac28-cdeb-4039-9717-1cde998d5dac req-d2a2d184-8144-492c-89c8-4d9d34832576 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328619 Feb 14 16:20:31.596427 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:31.605394 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8415836a-2ab6-4a18-a9c0-443b550c20a6 admin admin] Publish callbacks [] for security_group (fb0797ee-0323-4f05-b855-cb658625ac60), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:31.611206 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ddb0d-aa7c-47a8-abf1-e619ccba595c req-e34a3719-4c06-449d-8696-bbf34424a3c3 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:31.612906 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b75ddb0d-aa7c-47a8-abf1-e619ccba595c req-e34a3719-4c06-449d-8696-bbf34424a3c3 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 932 time: 0.3243344 Feb 14 16:20:31.614136 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9963a-e66a-415c-9545-28d9752a110c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Pushing event updated for resources: {'Port': ['ID=22a72e14-7804-46a9-b029-517e3eab852f,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:31.636222 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-3ed9963a-e66a-415c-9545-28d9752a110c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0720804 Feb 14 16:20:31.647174 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port d5211a62-1dcb-4f76-90a8-2b5ad55393fc is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:31.653427 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 4ec35349-7ef2-4bb6-9ae7-77211600c06c up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:31.659790 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Request body: {'port': {'device_id': '15353671-60d2-43da-8a6d-b88d83f495b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:31.719461 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8415836a-2ab6-4a18-a9c0-443b550c20a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (fb0797ee-0323-4f05-b855-cb658625ac60), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:31.756201 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 4ec35349-7ef2-4bb6-9ae7-77211600c06c triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:31.756594 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:31.823235 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b75ddb0d-aa7c-47a8-abf1-e619ccba595c req-ce3e69e0-e4a2-4fd7-ae89-02f8ee4381b9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989136 Feb 14 16:20:31.889257 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699e4ea1-016f-4cdf-9901-5277fb74b1f1 {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:20:31.899714 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (22a72e14-7804-46a9-b029-517e3eab852f), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:31.909277 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Publish callbacks [] for port (699e4ea1-016f-4cdf-9901-5277fb74b1f1), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:31.945129 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 4ec35349-7ef2-4bb6-9ae7-77211600c06c is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:31.949688 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Allocated IP 172.27.2.191 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/5ba24893-c9fa-480d-a6e7-c2f5dfa2f0a4) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:20:32.002017 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Transition to ACTIVE for port object 699e4ea1-016f-4cdf-9901-5277fb74b1f1 will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:20:32.072317 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (699e4ea1-016f-4cdf-9901-5277fb74b1f1), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:32.084754 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16eef14d-643a-4553-a414-fc83179dbef1 {{(pid=102552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:20:32.096103 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Publish callbacks [] for port (16eef14d-643a-4553-a414-fc83179dbef1), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:32.123554 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.provisioning_blocks [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Transition to ACTIVE for port object 16eef14d-643a-4553-a414-fc83179dbef1 will not be triggered until provisioned by entity L2. {{(pid=102552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:20:32.127403 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-8415836a-2ab6-4a18-a9c0-443b550c20a6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3afa27391017414d8bace144bc88d55e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7832856 Feb 14 16:20:32.130260 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49152) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:32.130958 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415836a-2ab6-4a18-a9c0-443b550c20a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0797ee-0323-4f05-b855-cb658625ac60,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:32.186758 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (16eef14d-643a-4553-a414-fc83179dbef1), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:32.329393 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.managers [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Attempting to bind port 16eef14d-643a-4553-a414-fc83179dbef1 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:20:32.330117 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.managers [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Attempting to bind port 16eef14d-643a-4553-a414-fc83179dbef1 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'}] {{(pid=102552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:20:32.330682 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Attempting to bind port 16eef14d-643a-4553-a414-fc83179dbef1 on network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:32.331212 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Attempting to bind port 699e4ea1-016f-4cdf-9901-5277fb74b1f1 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:20:32.331589 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Attempting to bind port 699e4ea1-016f-4cdf-9901-5277fb74b1f1 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:20:32.332485 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Attempting to bind port 699e4ea1-016f-4cdf-9901-5277fb74b1f1 on network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:32.341021 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-cafb5ef7-b015-4246-a6d5-5e8c1fa7c2bf admin admin] Publish callbacks [] for security_group (fb0797ee-0323-4f05-b855-cb658625ac60), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:32.370583 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-cafb5ef7-b015-4246-a6d5-5e8c1fa7c2bf admin admin] Publish callbacks [] for security_group (fb0797ee-0323-4f05-b855-cb658625ac60), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:32.370804 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b0e4f-f593-4bb9-9b20-e45dc075584b req-52f66068-0acf-454f-baba-4f7e419fd8d7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:32.380391 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-133b0e4f-f593-4bb9-9b20-e45dc075584b req-52f66068-0acf-454f-baba-4f7e419fd8d7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 931 time: 0.4212377 Feb 14 16:20:32.382180 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Pushing event updated for resources: {'Port': ['ID=699e4ea1-016f-4cdf-9901-5277fb74b1f1,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:32.416323 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Port 699e4ea1-016f-4cdf-9901-5277fb74b1f1 on network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:20:32.416703 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Attempting to bind port 699e4ea1-016f-4cdf-9901-5277fb74b1f1 on network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:32.445165 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Pushing event updated for resources: {'Port': ['ID=16eef14d-643a-4553-a414-fc83179dbef1,revision_number=2']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:32.445348 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:20:32.450565 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Checking segment: {'id': '3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:32.451007 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Bound using segment: {'id': '3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:20:32.451467 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Bound port: 699e4ea1-016f-4cdf-9901-5277fb74b1f1, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:20:32.451831 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (699e4ea1-016f-4cdf-9901-5277fb74b1f1), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:32.460673 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Port 16eef14d-643a-4553-a414-fc83179dbef1 on network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:20:32.461425 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Attempting to bind port 16eef14d-643a-4553-a414-fc83179dbef1 on network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:32.470793 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:20:32.472015 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Checking segment: {'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:32.473740 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Bound using segment: {'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'} {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:20:32.474296 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.managers [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Bound port: 16eef14d-643a-4553-a414-fc83179dbef1, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'}}] {{(pid=102552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:20:32.474766 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (16eef14d-643a-4553-a414-fc83179dbef1), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:32.479719 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-cafb5ef7-b015-4246-a6d5-5e8c1fa7c2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (fb0797ee-0323-4f05-b855-cb658625ac60), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:32.482702 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-cafb5ef7-b015-4246-a6d5-5e8c1fa7c2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:32.484090 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-cafb5ef7-b015-4246-a6d5-5e8c1fa7c2bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb0797ee-0323-4f05-b855-cb658625ac60 HTTP/1.1" status: 204 len: 168 time: 0.3360229 Feb 14 16:20:32.503990 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb5ef7-b015-4246-a6d5-5e8c1fa7c2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0797ee-0323-4f05-b855-cb658625ac60,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:32.643594 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] For port 16eef14d-643a-4553-a414-fc83179dbef1, host hv-cinder-81966, cleared binding levels {{(pid=102552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:20:32.715545 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] For port 16eef14d-643a-4553-a414-fc83179dbef1, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16eef14d-643a-4553-a414-fc83179dbef1,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:20:32.732825 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (16eef14d-643a-4553-a414-fc83179dbef1), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:32.777074 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:32.777879 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for port (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:32.779287 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/16eef14d-643a-4553-a414-fc83179dbef1 HTTP/1.1" status: 200 len: 1093 time: 1.5320528 Feb 14 16:20:32.782111 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'tag': '16eef14d-643a-4553-a414-fc83179dbef1'}] {{(pid=102552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:20:32.865358 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabc0f0-6da9-4406-9337-bfe86ac94ca6 req-0b09d034-524f-477d-83ee-1000d606dda1 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:32.866936 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5cabc0f0-6da9-4406-9337-bfe86ac94ca6 req-0b09d034-524f-477d-83ee-1000d606dda1 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 943 time: 0.2174673 Feb 14 16:20:32.869423 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49180) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:32.967629 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16f70e-fc4d-47ab-adb8-4a9ff1cd79a1 service neutron] Pushing event updated for resources: {'Port': ['ID=16eef14d-643a-4553-a414-fc83179dbef1,revision_number=3']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:32.995319 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5cabc0f0-6da9-4406-9337-bfe86ac94ca6 req-bf2c4af4-0337-458a-9c25-fb411956323a tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100404 Feb 14 16:20:32.998187 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-0f740b06-27a4-4e89-8c88-342413faef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:32.999778 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-0f740b06-27a4-4e89-8c88-342413faef2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac0c72c994864a80a9975f44cae07762&device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 1127 time: 0.1294556 Feb 14 16:20:33.087519 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for port (5ba24893-c9fa-480d-a6e7-c2f5dfa2f0a4), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:33.102762 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-133b0e4f-f593-4bb9-9b20-e45dc075584b req-54d605ca-b297-4f5d-a6d3-a03cbc6a05ec tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7215185 Feb 14 16:20:33.111152 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-143b565b-a665-4e35-825e-9b8a7603da42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16eef14d-643a-4553-a414-fc83179dbef1 HTTP/1.1" status: 200 len: 217 time: 0.1040981 Feb 14 16:20:33.114904 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49192) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:33.167166 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a72e14-7804-46a9-b029-517e3eab852f {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:20:33.204866 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Publish callbacks [] for port (22a72e14-7804-46a9-b029-517e3eab852f), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:33.261865 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-f7dd6248-7424-42d9-9de0-15017fea1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:33.263782 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-f7dd6248-7424-42d9-9de0-15017fea1e2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b022af-3860-42a7-933a-01d0f454c9a6 HTTP/1.1" status: 200 len: 855 time: 0.1341839 Feb 14 16:20:33.273031 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Transition to ACTIVE for port object 22a72e14-7804-46a9-b029-517e3eab852f will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:20:33.276942 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] For port 699e4ea1-016f-4cdf-9901-5277fb74b1f1, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:20:33.280762 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] For port 699e4ea1-016f-4cdf-9901-5277fb74b1f1, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=699e4ea1-016f-4cdf-9901-5277fb74b1f1,segment=NetworkSegment(3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2),segment_id=3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:20:33.281580 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ff05242c-13be-48a0-8dba-10c974843482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:33.282283 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (22a72e14-7804-46a9-b029-517e3eab852f), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:33.293515 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (5ba24893-c9fa-480d-a6e7-c2f5dfa2f0a4), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:33.298475 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b7b12411-6ffc-423a-90b3-6cbb2f3bb010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:33.302407 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9be7e70e6e7d8e41db67d6a2a9b7a0bb24c700eebffb41e9ae5e2264f113bf3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eac1507-7661-4b07-8313-52c74f3a0913" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0c9996-1f19-45c2-bd8a-9da588e94e6f", "tag": "16eef14d-643a-4553-a414-fc83179dbef1"}]}' {{(pid=102552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:20:33.320434 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (699e4ea1-016f-4cdf-9901-5277fb74b1f1), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:33.364986 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:33.368068 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:33.368724 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:33.370155 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] 10.222.0.42 "PUT /v2.0/ports/699e4ea1-016f-4cdf-9901-5277fb74b1f1 HTTP/1.1" status: 200 len: 1093 time: 3.5028324 Feb 14 16:20:33.371005 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749c8975-02d4-4ac7-8717-cf3230d57397', 'tag': '699e4ea1-016f-4cdf-9901-5277fb74b1f1'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:20:33.374047 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ba483f-8b41-463b-ac69-8c4e858aa8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "749c8975-02d4-4ac7-8717-cf3230d57397", "tag": "699e4ea1-016f-4cdf-9901-5277fb74b1f1"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:20:33.384433 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:33.387007 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:20:33.392239 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1d203-6350-470a-8dcf-8c4f77730334 req-d53d1ed4-1707-466d-a2d3-da30e2b3071a tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:33.393680 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-09e1d203-6350-470a-8dcf-8c4f77730334 req-d53d1ed4-1707-466d-a2d3-da30e2b3071a tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 932 time: 0.2380307 Feb 14 16:20:33.410320 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Pushing event updated for resources: {'Port': ['ID=22a72e14-7804-46a9-b029-517e3eab852f,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:33.475286 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-ffd51e30-71a3-4e51-99f9-01fcf447b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:33.476795 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-ffd51e30-71a3-4e51-99f9-01fcf447b1b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1915014 Feb 14 16:20:33.547576 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Attempting to bind port 22a72e14-7804-46a9-b029-517e3eab852f on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:20:33.547912 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Attempting to bind port 22a72e14-7804-46a9-b029-517e3eab852f by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:20:33.548242 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Attempting to bind port 22a72e14-7804-46a9-b029-517e3eab852f on network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:33.564691 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1c8869-43ef-41b7-8940-3edb4a685417 x-openstack-request-id: req-4e1c8869-43ef-41b7-8940-3edb4a685417 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:20:33.564989 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749c8975-02d4-4ac7-8717-cf3230d57397", "tag": "699e4ea1-016f-4cdf-9901-5277fb74b1f1", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:20:33.565238 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e1c8869-43ef-41b7-8940-3edb4a685417 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:20:33.565666 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749c8975-02d4-4ac7-8717-cf3230d57397', 'tag': '699e4ea1-016f-4cdf-9901-5277fb74b1f1', 'status': 'completed', 'code': 200} Feb 14 16:20:33.591205 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Port 22a72e14-7804-46a9-b029-517e3eab852f on network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:20:33.591521 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Attempting to bind port 22a72e14-7804-46a9-b029-517e3eab852f on network 0038fd0f-8ce9-4b4d-b323-5d643b544c9a {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:33.614487 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event updated for resources: {'Port': ['ID=5ba24893-c9fa-480d-a6e7-c2f5dfa2f0a4,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:33.626981 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:20:33.627326 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Checking segment: {'id': '3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:33.627721 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Bound using segment: {'id': '3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:20:33.628229 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Bound port: 22a72e14-7804-46a9-b029-517e3eab852f, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:20:33.628683 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (22a72e14-7804-46a9-b029-517e3eab852f), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:33.657582 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for floatingip (aab2df8b-b523-4b0f-a6e2-fbbad58c5fbf), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:33.698892 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a93bd7-69f8-4eb4-b6b1-c35d0db4c247 x-openstack-request-id: req-22a93bd7-69f8-4eb4-b6b1-c35d0db4c247 {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:20:33.699250 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0c9996-1f19-45c2-bd8a-9da588e94e6f", "tag": "16eef14d-643a-4553-a414-fc83179dbef1", "status": "completed", "code": 200}]} {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:20:33.699504 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22a93bd7-69f8-4eb4-b6b1-c35d0db4c247 {{(pid=102552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:20:33.699958 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'tag': '16eef14d-643a-4553-a414-fc83179dbef1', 'status': 'completed', 'code': 200} Feb 14 16:20:33.717243 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-0cd7cb88-9cda-4aa1-b544-316b24683dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:33.719003 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-0cd7cb88-9cda-4aa1-b544-316b24683dfe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca15708118b44a1a682c7b615afc8a1&device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 1127 time: 0.3014820 Feb 14 16:20:33.736739 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-09e1d203-6350-470a-8dcf-8c4f77730334 req-1f33798c-b9d9-4dc9-920a-1191214906ac tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036675 Feb 14 16:20:33.812631 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b7b12411-6ffc-423a-90b3-6cbb2f3bb010 admin admin] Publish callbacks [] for security_group (93647ba8-25bc-4bcf-b7fc-24f5998c6f99), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:33.820504 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b7b12411-6ffc-423a-90b3-6cbb2f3bb010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (93647ba8-25bc-4bcf-b7fc-24f5998c6f99), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:33.827776 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device fcf33ca8-ac7a-4ead-87d5-d45203fa5644 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:20:33.844254 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1f304-abb7-4ff1-8b0d-a1177502f199 service neutron] Pushing event updated for resources: {'Port': ['ID=699e4ea1-016f-4cdf-9901-5277fb74b1f1,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:33.847901 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (5ba24893-c9fa-480d-a6e7-c2f5dfa2f0a4), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:33.853537 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-ebce4785-6716-4437-9454-345af0844731 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=699e4ea1-016f-4cdf-9901-5277fb74b1f1 HTTP/1.1" status: 200 len: 217 time: 0.1067696 Feb 14 16:20:33.885374 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-487f2904-2b1b-4da3-adba-fc60c53b18f7 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835210 Feb 14 16:20:33.887152 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ff05242c-13be-48a0-8dba-10c974843482 admin admin] Publish callbacks [] for security_group (67f74bf1-0b39-47e9-93c0-80dc5cf0bea7), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:33.895597 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-b7b12411-6ffc-423a-90b3-6cbb2f3bb010 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e2c79f8bce24c2ca5901370b30e1d61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7782838 Feb 14 16:20:33.904424 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b12411-6ffc-423a-90b3-6cbb2f3bb010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93647ba8-25bc-4bcf-b7fc-24f5998c6f99,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:33.907063 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ff05242c-13be-48a0-8dba-10c974843482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (67f74bf1-0b39-47e9-93c0-80dc5cf0bea7), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:33.909074 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49208) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:33.953470 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05242c-13be-48a0-8dba-10c974843482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f74bf1-0b39-47e9-93c0-80dc5cf0bea7,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:33.966062 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] For port 22a72e14-7804-46a9-b029-517e3eab852f, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:20:33.972586 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] For port 22a72e14-7804-46a9-b029-517e3eab852f, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=22a72e14-7804-46a9-b029-517e3eab852f,segment=NetworkSegment(3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2),segment_id=3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:20:33.987178 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-dd625a3e-69b3-48c6-9c45-fd450779649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:33.988826 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-dd625a3e-69b3-48c6-9c45-fd450779649f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29897062-631a-49da-8452-c4a2baf64bda HTTP/1.1" status: 200 len: 859 time: 0.1138678 Feb 14 16:20:33.994190 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (22a72e14-7804-46a9-b029-517e3eab852f), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.045727 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-ff05242c-13be-48a0-8dba-10c974843482 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10ba649e57ce499c89555250ecfe1396&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1736379 Feb 14 16:20:34.046678 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49212) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:34.094310 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port fcf33ca8-ac7a-4ead-87d5-d45203fa5644, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fcf33ca8-ac7a-4ead-87d5-d45203fa5644,segment=NetworkSegment(a86a9c2d-8c3e-49e7-a4d7-a6e124809163),segment_id=a86a9c2d-8c3e-49e7-a4d7-a6e124809163)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:34.106229 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-9ef68479-4ea2-4f6b-abd9-cee9a70005d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093023 Feb 14 16:20:34.106758 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': 'fcf33ca8-ac7a-4ead-87d5-d45203fa5644', 'network_id': '61288f9c-52b8-429a-94ef-93e6a4302ff0', 'port_id': 'fcf33ca8-ac7a-4ead-87d5-d45203fa5644', 'mac_address': 'fa:16:3e:11:d0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74b6235-a742-42ea-b395-0dd6419d0962', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:20:34.107803 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f853a5c0-09aa-416d-967d-0ad99c61987e req-c7296a8f-c321-4c2a-bc69-d0cefa9dd743 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107232 Feb 14 16:20:34.117758 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-62e5d7a9-8f04-4bcf-a8d7-70714557e92f admin admin] Publish callbacks [] for security_group (93647ba8-25bc-4bcf-b7fc-24f5998c6f99), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.119150 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:34.119772 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.121241 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] 10.222.0.42 "PUT /v2.0/ports/22a72e14-7804-46a9-b029-517e3eab852f HTTP/1.1" status: 200 len: 1094 time: 2.4659731 Feb 14 16:20:34.165427 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-62e5d7a9-8f04-4bcf-a8d7-70714557e92f admin admin] Publish callbacks [] for security_group (93647ba8-25bc-4bcf-b7fc-24f5998c6f99), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.193123 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port fcf33ca8-ac7a-4ead-87d5-d45203fa5644 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:34.194362 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (fcf33ca8-ac7a-4ead-87d5-d45203fa5644), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.203741 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4534-e092-42a3-ae44-93249a94202f admin admin] Publish callbacks [] for security_group (67f74bf1-0b39-47e9-93c0-80dc5cf0bea7), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.213057 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf33ca8-ac7a-4ead-87d5-d45203fa5644 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:20:34.245755 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port fcf33ca8-ac7a-4ead-87d5-d45203fa5644, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fcf33ca8-ac7a-4ead-87d5-d45203fa5644,segment=NetworkSegment(a86a9c2d-8c3e-49e7-a4d7-a6e124809163),segment_id=a86a9c2d-8c3e-49e7-a4d7-a6e124809163)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:34.250104 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (fcf33ca8-ac7a-4ead-87d5-d45203fa5644), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.260433 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d8ca0-fbd4-4ea6-aa84-228aec81a984 service neutron] Pushing event updated for resources: {'Port': ['ID=22a72e14-7804-46a9-b029-517e3eab852f,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:34.317371 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4534-e092-42a3-ae44-93249a94202f admin admin] Publish callbacks [] for security_group (67f74bf1-0b39-47e9-93c0-80dc5cf0bea7), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.319104 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=fcf33ca8-ac7a-4ead-87d5-d45203fa5644,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:34.349741 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-2a627504-97cd-46f5-b0be-b0c8970b9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:34.351287 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-2a627504-97cd-46f5-b0be-b0c8970b9aca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca15708118b44a1a682c7b615afc8a1&device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 1128 time: 0.1568305 Feb 14 16:20:34.394649 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac1507-7661-4b07-8313-52c74f3a0913 req-bd21c1c0-0162-4025-9d27-db7d4503ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:34.396265 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5eac1507-7661-4b07-8313-52c74f3a0913 req-bd21c1c0-0162-4025-9d27-db7d4503ebe6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac0c72c994864a80a9975f44cae07762&device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 1127 time: 0.1811781 Feb 14 16:20:34.403911 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5994795-ac40-4818-9c5d-3e5b6714fe32 req-fb0188d5-1e11-4955-975c-06d338dcefb7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:34.405485 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f5994795-ac40-4818-9c5d-3e5b6714fe32 req-fb0188d5-1e11-4955-975c-06d338dcefb7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.1745999 Feb 14 16:20:34.406201 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-62e5d7a9-8f04-4bcf-a8d7-70714557e92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (93647ba8-25bc-4bcf-b7fc-24f5998c6f99), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.409006 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-62e5d7a9-8f04-4bcf-a8d7-70714557e92f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.412707 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-62e5d7a9-8f04-4bcf-a8d7-70714557e92f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/93647ba8-25bc-4bcf-b7fc-24f5998c6f99 HTTP/1.1" status: 204 len: 168 time: 0.4820549 Feb 14 16:20:34.441931 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c4b65-4221-4461-9dd6-f81b328de1ee req-9a071818-1861-40ca-80df-cc49627e3653 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:34.444288 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7d7c4b65-4221-4461-9dd6-f81b328de1ee req-9a071818-1861-40ca-80df-cc49627e3653 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 943 time: 0.3396654 Feb 14 16:20:34.445702 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for port (5ba24893-c9fa-480d-a6e7-c2f5dfa2f0a4), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.449373 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-68f85f78-f11d-4f45-ab95-e08f1f062490 service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166535 Feb 14 16:20:34.452083 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-05de180d-3ff9-4188-8cfc-fb98e38857e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22a72e14-7804-46a9-b029-517e3eab852f HTTP/1.1" status: 200 len: 217 time: 0.0903463 Feb 14 16:20:34.467294 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (5ba24893-c9fa-480d-a6e7-c2f5dfa2f0a4), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.475847 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5d7a9-8f04-4bcf-a8d7-70714557e92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93647ba8-25bc-4bcf-b7fc-24f5998c6f99,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:34.506397 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4534-e092-42a3-ae44-93249a94202f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (67f74bf1-0b39-47e9-93c0-80dc5cf0bea7), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.511207 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4534-e092-42a3-ae44-93249a94202f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.515951 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-e3ce4534-e092-42a3-ae44-93249a94202f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67f74bf1-0b39-47e9-93c0-80dc5cf0bea7 HTTP/1.1" status: 204 len: 168 time: 0.4358456 Feb 14 16:20:34.524615 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['fcf33ca8-ac7a-4ead-87d5-d45203fa5644'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:20:34.572245 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce4534-e092-42a3-ae44-93249a94202f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f74bf1-0b39-47e9-93c0-80dc5cf0bea7,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:34.581075 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-b0266403-0330-4477-abc6-462b21401612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:34.582951 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-b0266403-0330-4477-abc6-462b21401612 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29897062-631a-49da-8452-c4a2baf64bda HTTP/1.1" status: 200 len: 859 time: 0.1163669 Feb 14 16:20:34.589237 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f5994795-ac40-4818-9c5d-3e5b6714fe32 req-31cc3f24-1927-4640-bfea-488cdcfb8f49 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733441 Feb 14 16:20:34.628884 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac1507-7661-4b07-8313-52c74f3a0913 req-9c0fcf98-e69f-4e7e-9d30-0d5492f84e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:34.630643 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5eac1507-7661-4b07-8313-52c74f3a0913 req-9c0fcf98-e69f-4e7e-9d30-0d5492f84e78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 HTTP/1.1" status: 200 len: 917 time: 0.2160668 Feb 14 16:20:34.735432 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5eac1507-7661-4b07-8313-52c74f3a0913 req-d5cf4b22-2c77-4584-baec-a568e0552a37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16eef14d-643a-4553-a414-fc83179dbef1 HTTP/1.1" status: 200 len: 217 time: 0.0983515 Feb 14 16:20:34.832572 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac1507-7661-4b07-8313-52c74f3a0913 req-d0020220-2a19-46ab-a674-5e10a1f1f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:34.837025 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5eac1507-7661-4b07-8313-52c74f3a0913 req-d0020220-2a19-46ab-a674-5e10a1f1f357 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b022af-3860-42a7-933a-01d0f454c9a6 HTTP/1.1" status: 200 len: 855 time: 0.0911701 Feb 14 16:20:34.873075 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7d7c4b65-4221-4461-9dd6-f81b328de1ee req-dc8ad060-836e-4816-9cf3-126b34aa21c7 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224701 Feb 14 16:20:34.878668 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-a6e2ab5f-1a7d-41b0-9b98-7ab54c69e64f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783136 Feb 14 16:20:34.893609 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (aab2df8b-b523-4b0f-a6e2-fbbad58c5fbf), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.947028 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:34.948247 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6766295 Feb 14 16:20:34.967331 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac1507-7661-4b07-8313-52c74f3a0913 req-75e187fc-fa19-4e2d-9323-88718bae6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:34.969127 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5eac1507-7661-4b07-8313-52c74f3a0913 req-75e187fc-fa19-4e2d-9323-88718bae6269 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1267512 Feb 14 16:20:34.991633 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270db4b7-9675-484f-b996-d3be7a45f08a req-71b82ce4-6320-40d4-ad7c-bc633397e389 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:34.993394 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-270db4b7-9675-484f-b996-d3be7a45f08a req-71b82ce4-6320-40d4-ad7c-bc633397e389 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 944 time: 0.1183910 Feb 14 16:20:35.014514 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b446bcd-4a70-4bb2-8e46-453645d369c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event updated for resources: {'Port': ['ID=5ba24893-c9fa-480d-a6e7-c2f5dfa2f0a4,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:35.025984 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d73f0a87-ecee-4cda-91b3-32ab67ccfa20 req-c7cee905-840a-4ec9-8863-e6fcda76db87 service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5606976 Feb 14 16:20:35.058471 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-00251a42-6ce5-432e-a4ef-23d74959e7ca service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455626 Feb 14 16:20:35.139046 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-270db4b7-9675-484f-b996-d3be7a45f08a req-0da58eda-fe82-452f-a129-09fef9be4220 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325314 Feb 14 16:20:35.176288 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5eac1507-7661-4b07-8313-52c74f3a0913 req-5544c75d-1512-4599-bb81-293a8a0003f9 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997519 Feb 14 16:20:35.231307 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49248) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:35.269954 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5f89e514-6320-4a79-b5bd-4e5b0b1d6af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:35.325934 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5eac1507-7661-4b07-8313-52c74f3a0913 req-08029d2f-c71e-4312-bb33-98ccf383c934 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429648 Feb 14 16:20:35.390771 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5f89e514-6320-4a79-b5bd-4e5b0b1d6af1 admin admin] Publish callbacks [] for security_group (a944a09f-c384-4d2a-bbcd-593833a9045d), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:35.395907 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5f89e514-6320-4a79-b5bd-4e5b0b1d6af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (a944a09f-c384-4d2a-bbcd-593833a9045d), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:35.437597 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-5f89e514-6320-4a79-b5bd-4e5b0b1d6af1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=746fc53d8f19435a8ba463779cd7d4f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2050438 Feb 14 16:20:35.439076 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89e514-6320-4a79-b5bd-4e5b0b1d6af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a944a09f-c384-4d2a-bbcd-593833a9045d,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:35.442062 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49264) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:35.461816 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-02cddc55-b91d-4b60-a85b-6f36357daa62 req-87b77f6a-1920-402b-808b-e70974fbd24b service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874524 Feb 14 16:20:35.471309 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-c5bd3fc0-b4ff-4927-87ee-2a838ebea5e2 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1183473222&fields=id&tenant_id=496dad8484384e33ab64746e25f65435 HTTP/1.1" status: 200 len: 267 time: 0.0906584 Feb 14 16:20:35.477094 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba483f-8b41-463b-ac69-8c4e858aa8c7 req-669186cc-b61a-4641-a707-4960d82aeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:35.480314 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-70ba483f-8b41-463b-ac69-8c4e858aa8c7 req-669186cc-b61a-4641-a707-4960d82aeec8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca15708118b44a1a682c7b615afc8a1&device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 1127 time: 0.3715060 Feb 14 16:20:35.502270 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-039f5f73-7741-4919-8cdd-ad7b7e2db3b8 admin admin] Publish callbacks [] for security_group (a944a09f-c384-4d2a-bbcd-593833a9045d), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:35.527849 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-039f5f73-7741-4919-8cdd-ad7b7e2db3b8 admin admin] Publish callbacks [] for security_group (a944a09f-c384-4d2a-bbcd-593833a9045d), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:35.572790 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15353671-60d2-43da-8a6d-b88d83f495b3', 'tag': '22a72e14-7804-46a9-b029-517e3eab852f'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:20:35.575224 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa431e2-9173-4bb7-bf76-f6f54eac49e0" -d '{"events": [{"name": "network-changed", "server_uuid": "15353671-60d2-43da-8a6d-b88d83f495b3", "tag": "22a72e14-7804-46a9-b029-517e3eab852f"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:20:35.600483 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-039f5f73-7741-4919-8cdd-ad7b7e2db3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (a944a09f-c384-4d2a-bbcd-593833a9045d), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:35.603798 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-039f5f73-7741-4919-8cdd-ad7b7e2db3b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:35.608080 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-039f5f73-7741-4919-8cdd-ad7b7e2db3b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a944a09f-c384-4d2a-bbcd-593833a9045d HTTP/1.1" status: 204 len: 168 time: 0.1650565 Feb 14 16:20:35.625496 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f5f73-7741-4919-8cdd-ad7b7e2db3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a944a09f-c384-4d2a-bbcd-593833a9045d,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:35.802777 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a044f7d-1cd9-41d0-9520-31599366a0e1 x-openstack-request-id: req-4a044f7d-1cd9-41d0-9520-31599366a0e1 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:20:35.803058 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15353671-60d2-43da-8a6d-b88d83f495b3", "tag": "22a72e14-7804-46a9-b029-517e3eab852f", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:20:35.803308 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a044f7d-1cd9-41d0-9520-31599366a0e1 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:20:35.803693 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15353671-60d2-43da-8a6d-b88d83f495b3', 'tag': '22a72e14-7804-46a9-b029-517e3eab852f', 'status': 'completed', 'code': 200} Feb 14 16:20:35.821245 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device fcf33ca8-ac7a-4ead-87d5-d45203fa5644 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:35.892048 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-59727ac9-365b-4f90-8633-9b3dba5a3bc4 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:35.893708 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-59727ac9-365b-4f90-8633-9b3dba5a3bc4 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/networks?id=83279c43-4dd9-42dc-876e-ba727c6ef376 HTTP/1.1" status: 200 len: 810 time: 0.4079072 Feb 14 16:20:35.901254 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba483f-8b41-463b-ac69-8c4e858aa8c7 req-f0543d54-b5d6-422f-bf6f-518384234554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:35.902681 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-70ba483f-8b41-463b-ac69-8c4e858aa8c7 req-f0543d54-b5d6-422f-bf6f-518384234554 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a HTTP/1.1" status: 200 len: 920 time: 0.4055603 Feb 14 16:20:35.903788 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port fcf33ca8-ac7a-4ead-87d5-d45203fa5644 completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:20:35.909106 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port fcf33ca8-ac7a-4ead-87d5-d45203fa5644 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:35.909646 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (fcf33ca8-ac7a-4ead-87d5-d45203fa5644), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:35.914643 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-e4166463-f60a-4d06-b7ea-a2ed20785738 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/quotas/496dad8484384e33ab64746e25f65435 HTTP/1.1" status: 200 len: 375 time: 0.0101445 Feb 14 16:20:35.956455 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-70ba483f-8b41-463b-ac69-8c4e858aa8c7 req-caf04c8e-b0fd-444d-8865-6743fbaaec5a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=699e4ea1-016f-4cdf-9901-5277fb74b1f1 HTTP/1.1" status: 200 len: 217 time: 0.0406978 Feb 14 16:20:36.041121 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c337cfc-a22e-4f32-a65c-1e7ea6e06d97 req-7212956b-d4f5-4df1-bdd3-123ab6496149 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:36.050460 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6c337cfc-a22e-4f32-a65c-1e7ea6e06d97 req-7212956b-d4f5-4df1-bdd3-123ab6496149 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.1157780 Feb 14 16:20:36.051645 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port fcf33ca8-ac7a-4ead-87d5-d45203fa5644 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:36.052852 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (fcf33ca8-ac7a-4ead-87d5-d45203fa5644), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:36.064876 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa431e2-9173-4bb7-bf76-f6f54eac49e0 req-183d39ff-f645-4bab-ac72-388630c654b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:36.067094 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bfa431e2-9173-4bb7-bf76-f6f54eac49e0 req-183d39ff-f645-4bab-ac72-388630c654b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca15708118b44a1a682c7b615afc8a1&device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 1128 time: 0.2371864 Feb 14 16:20:36.108023 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port fcf33ca8-ac7a-4ead-87d5-d45203fa5644, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fcf33ca8-ac7a-4ead-87d5-d45203fa5644,segment=NetworkSegment(a86a9c2d-8c3e-49e7-a4d7-a6e124809163),segment_id=a86a9c2d-8c3e-49e7-a4d7-a6e124809163)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:36.110784 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba483f-8b41-463b-ac69-8c4e858aa8c7 req-978e08a6-3083-479b-94d6-4be375303946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:36.111811 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa72acfd-f1d8-4eba-b4ee-890a60c79425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf33ca8-ac7a-4ead-87d5-d45203fa5644'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:20:36.114887 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-70ba483f-8b41-463b-ac69-8c4e858aa8c7 req-978e08a6-3083-479b-94d6-4be375303946 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29897062-631a-49da-8452-c4a2baf64bda HTTP/1.1" status: 200 len: 859 time: 0.1467681 Feb 14 16:20:36.177227 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6c337cfc-a22e-4f32-a65c-1e7ea6e06d97 req-28de67cb-aa5c-410b-919c-46a88516d019 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132953 Feb 14 16:20:36.226233 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-22d46e34-897b-494b-91e2-9940da3cac30 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=496dad8484384e33ab64746e25f65435&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2680266 Feb 14 16:20:36.227777 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-70ba483f-8b41-463b-ac69-8c4e858aa8c7 req-e7ec9c6d-c5c9-42e8-95ae-b9ae056c28e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969098 Feb 14 16:20:36.252160 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (fcf33ca8-ac7a-4ead-87d5-d45203fa5644), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:36.303543 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=fcf33ca8-ac7a-4ead-87d5-d45203fa5644,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:36.336203 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d5f24-fda3-456a-8c3f-478a99ad3fb9 req-85609942-3c4a-46f2-ad31-afb48f62608a tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:36.338462 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-714d5f24-fda3-456a-8c3f-478a99ad3fb9 req-85609942-3c4a-46f2-ad31-afb48f62608a tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 945 time: 0.0953047 Feb 14 16:20:36.380148 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49310) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:36.411988 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-714d5f24-fda3-456a-8c3f-478a99ad3fb9 req-f0196017-6841-4a3b-b10d-dcf7883b0dc8 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653989 Feb 14 16:20:36.431532 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa431e2-9173-4bb7-bf76-f6f54eac49e0 req-7dca1654-f241-4b59-8fe5-d39f25af63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:36.433228 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bfa431e2-9173-4bb7-bf76-f6f54eac49e0 req-7dca1654-f241-4b59-8fe5-d39f25af63d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a HTTP/1.1" status: 200 len: 920 time: 0.3578253 Feb 14 16:20:36.497361 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bfa431e2-9173-4bb7-bf76-f6f54eac49e0 req-7623cb3d-fc6d-4555-bb96-1aa1473f0b5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22a72e14-7804-46a9-b029-517e3eab852f HTTP/1.1" status: 200 len: 217 time: 0.0553153 Feb 14 16:20:36.543231 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-11ce287a-ddfc-4df0-8b6b-3065d21cff0d service neutron] 10.222.0.55 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674074 Feb 14 16:20:36.547940 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-70ba483f-8b41-463b-ac69-8c4e858aa8c7 req-421968b1-5463-4c46-9f56-5b07937970f7 service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062632 Feb 14 16:20:36.561937 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855f194d-48d4-4b88-9491-9970a6c01d09" -d '{"events": [{"server_uuid": "aa72acfd-f1d8-4eba-b4ee-890a60c79425", "name": "network-vif-plugged", "status": "completed", "tag": "fcf33ca8-ac7a-4ead-87d5-d45203fa5644"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:20:36.570641 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139ec94-0dde-432f-b310-b3e9a98ac3b7 req-3cb80352-9d3f-4500-a6f9-2afac3f40bd6 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:36.572709 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c139ec94-0dde-432f-b310-b3e9a98ac3b7 req-3cb80352-9d3f-4500-a6f9-2afac3f40bd6 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 944 time: 0.0796466 Feb 14 16:20:36.602807 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2497263a-6d50-40c1-b752-e904114db0a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:36.604522 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa431e2-9173-4bb7-bf76-f6f54eac49e0 req-a12c40fc-eeb2-4f27-b9b4-19dbc6252010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:36.609120 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bfa431e2-9173-4bb7-bf76-f6f54eac49e0 req-a12c40fc-eeb2-4f27-b9b4-19dbc6252010 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29897062-631a-49da-8452-c4a2baf64bda HTTP/1.1" status: 200 len: 859 time: 0.0993593 Feb 14 16:20:36.706239 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2497263a-6d50-40c1-b752-e904114db0a3 admin admin] Publish callbacks [] for security_group (7a74aba3-6857-4ecd-8f02-76b1d6eaf7a5), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:36.711092 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bfa431e2-9173-4bb7-bf76-f6f54eac49e0 req-e1240831-89a8-4749-a1d0-d4494b2966e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941868 Feb 14 16:20:36.720168 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c139ec94-0dde-432f-b310-b3e9a98ac3b7 req-e48d65b4-b4b5-4225-b729-56dd9343358c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350799 Feb 14 16:20:36.720779 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2497263a-6d50-40c1-b752-e904114db0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (7a74aba3-6857-4ecd-8f02-76b1d6eaf7a5), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:36.763877 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497263a-6d50-40c1-b752-e904114db0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a74aba3-6857-4ecd-8f02-76b1d6eaf7a5,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:36.790739 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-2497263a-6d50-40c1-b752-e904114db0a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a38da1af313d4bc9828a327109b43df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4091790 Feb 14 16:20:36.791464 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49330) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:36.842725 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-0a31d724-27c1-4406-8cc6-385d54cbefac service neutron] 10.222.0.55 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905402 Feb 14 16:20:36.846394 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-70ba483f-8b41-463b-ac69-8c4e858aa8c7 req-c5a32342-b321-4d16-bc42-8737e35d09e9 service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836411 Feb 14 16:20:36.866123 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-673f8f14-b9fb-4e0a-8511-17fa0741e8a9 admin admin] Publish callbacks [] for security_group (7a74aba3-6857-4ecd-8f02-76b1d6eaf7a5), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:36.872497 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bfa431e2-9173-4bb7-bf76-f6f54eac49e0 req-2ba3f0bb-3821-4e5e-8234-87b01ef6a771 service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541750 Feb 14 16:20:36.912030 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-673f8f14-b9fb-4e0a-8511-17fa0741e8a9 admin admin] Publish callbacks [] for security_group (7a74aba3-6857-4ecd-8f02-76b1d6eaf7a5), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:36.977909 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-673f8f14-b9fb-4e0a-8511-17fa0741e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (7a74aba3-6857-4ecd-8f02-76b1d6eaf7a5), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:36.980754 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-673f8f14-b9fb-4e0a-8511-17fa0741e8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:36.981958 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-673f8f14-b9fb-4e0a-8511-17fa0741e8a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a74aba3-6857-4ecd-8f02-76b1d6eaf7a5 HTTP/1.1" status: 204 len: 168 time: 0.1894126 Feb 14 16:20:36.998380 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bfa431e2-9173-4bb7-bf76-f6f54eac49e0 req-437a6f70-dd4d-451d-a2a1-22039ead2e81 service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197603 Feb 14 16:20:37.014199 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f8f14-b9fb-4e0a-8511-17fa0741e8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a74aba3-6857-4ecd-8f02-76b1d6eaf7a5,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:37.114805 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-360ec31b-0134-4b3e-a0a5-577d5d589ffc req-49d7133e-8c5f-40cd-bb09-c5f66960de58 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 210 time: 0.0461056 Feb 14 16:20:37.205709 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93255f3-e320-46fb-9995-412aec2715eb x-openstack-request-id: req-f93255f3-e320-46fb-9995-412aec2715eb {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:20:37.206234 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa72acfd-f1d8-4eba-b4ee-890a60c79425", "name": "network-vif-plugged", "status": "completed", "tag": "fcf33ca8-ac7a-4ead-87d5-d45203fa5644", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:20:37.206340 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f93255f3-e320-46fb-9995-412aec2715eb {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:20:37.206830 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa72acfd-f1d8-4eba-b4ee-890a60c79425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf33ca8-ac7a-4ead-87d5-d45203fa5644', 'code': 200} Feb 14 16:20:37.341570 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a09e4-facc-4376-9093-fad0c1587639 req-9929c899-4a1a-4356-a188-b4a7f2145b0b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:37.344887 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b79a09e4-facc-4376-9093-fad0c1587639 req-9929c899-4a1a-4356-a188-b4a7f2145b0b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.0834088 Feb 14 16:20:37.509557 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b79a09e4-facc-4376-9093-fad0c1587639 req-2eabf93c-f103-4242-9ec1-79e54bec8b2a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573482 Feb 14 16:20:37.519250 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6003e-fecb-4277-aa7b-ad5a73956cc3 req-7a52362a-8676-4512-83b0-31769eca534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:37.520866 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ec6003e-fecb-4277-aa7b-ad5a73956cc3 req-7a52362a-8676-4512-83b0-31769eca534e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 1129 time: 0.1436260 Feb 14 16:20:37.554663 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2ec6003e-fecb-4277-aa7b-ad5a73956cc3 req-7b5e21b9-a8c1-446c-9910-6ee90daae4d5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:37.635778 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2216078-6196-4e04-a4d6-9127f1609f23 req-baafd05c-35d1-4ce7-add0-1353bdef1c38 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:37.638430 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e2216078-6196-4e04-a4d6-9127f1609f23 req-baafd05c-35d1-4ce7-add0-1353bdef1c38 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 945 time: 0.1242347 Feb 14 16:20:37.658789 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2ec6003e-fecb-4277-aa7b-ad5a73956cc3 req-7b5e21b9-a8c1-446c-9910-6ee90daae4d5 service neutron] Publish callbacks [] for security_group (144a1867-ccf5-4ceb-b028-feb60705db93), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:37.665205 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2ec6003e-fecb-4277-aa7b-ad5a73956cc3 req-7b5e21b9-a8c1-446c-9910-6ee90daae4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (144a1867-ccf5-4ceb-b028-feb60705db93), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:37.716352 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ec6003e-fecb-4277-aa7b-ad5a73956cc3 req-7b5e21b9-a8c1-446c-9910-6ee90daae4d5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889017 Feb 14 16:20:37.716997 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e2216078-6196-4e04-a4d6-9127f1609f23 req-2fbbc491-8d31-45d9-bafe-ebe2680c87ac tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724452 Feb 14 16:20:37.717184 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e21b9-a8c1-446c-9910-6ee90daae4d5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=144a1867-ccf5-4ceb-b028-feb60705db93,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:37.831117 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 16eef14d-643a-4553-a414-fc83179dbef1 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:20:37.876540 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675cb17-3e21-431f-bad8-c9bd7b260b07 req-ec8613f5-6906-4630-8236-1e83edfc43d9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:37.884577 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e675cb17-3e21-431f-bad8-c9bd7b260b07 req-ec8613f5-6906-4630-8236-1e83edfc43d9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 944 time: 0.0843303 Feb 14 16:20:37.962772 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e675cb17-3e21-431f-bad8-c9bd7b260b07 req-1b97bbd8-ecf8-44bb-a493-6e6086005377 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741057 Feb 14 16:20:37.991883 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 16eef14d-643a-4553-a414-fc83179dbef1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16eef14d-643a-4553-a414-fc83179dbef1,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:38.005088 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '16eef14d-643a-4553-a414-fc83179dbef1', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'port_id': '16eef14d-643a-4553-a414-fc83179dbef1', 'mac_address': 'fa:16:3e:d3:35:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:20:38.048063 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 16eef14d-643a-4553-a414-fc83179dbef1 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:38.048694 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (16eef14d-643a-4553-a414-fc83179dbef1), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:38.061599 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16eef14d-643a-4553-a414-fc83179dbef1 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:20:38.083911 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 16eef14d-643a-4553-a414-fc83179dbef1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16eef14d-643a-4553-a414-fc83179dbef1,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:38.090795 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (16eef14d-643a-4553-a414-fc83179dbef1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:38.091630 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 699e4ea1-016f-4cdf-9901-5277fb74b1f1 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:20:38.149903 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49394) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:38.182219 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=16eef14d-643a-4553-a414-fc83179dbef1,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:38.254018 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0dfc9300-dc77-456a-a9e5-cf3f8e63b73e req-68bc185c-d652-4cdd-ada9-db4e48e07d6e tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 210 time: 0.0386839 Feb 14 16:20:38.254539 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 699e4ea1-016f-4cdf-9901-5277fb74b1f1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=699e4ea1-016f-4cdf-9901-5277fb74b1f1,segment=NetworkSegment(3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2),segment_id=3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:38.266803 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '699e4ea1-016f-4cdf-9901-5277fb74b1f1', 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a', 'port_id': '699e4ea1-016f-4cdf-9901-5277fb74b1f1', 'mac_address': 'fa:16:3e:b9:15:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29897062-631a-49da-8452-c4a2baf64bda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:20:38.308782 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 699e4ea1-016f-4cdf-9901-5277fb74b1f1 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:38.309172 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (699e4ea1-016f-4cdf-9901-5277fb74b1f1), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:38.324075 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699e4ea1-016f-4cdf-9901-5277fb74b1f1 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:20:38.365502 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 699e4ea1-016f-4cdf-9901-5277fb74b1f1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=699e4ea1-016f-4cdf-9901-5277fb74b1f1,segment=NetworkSegment(3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2),segment_id=3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:38.372997 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (699e4ea1-016f-4cdf-9901-5277fb74b1f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:38.374091 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 22a72e14-7804-46a9-b029-517e3eab852f details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:20:38.443132 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=699e4ea1-016f-4cdf-9901-5277fb74b1f1,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:38.460860 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 22a72e14-7804-46a9-b029-517e3eab852f, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=22a72e14-7804-46a9-b029-517e3eab852f,segment=NetworkSegment(3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2),segment_id=3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:38.489063 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '22a72e14-7804-46a9-b029-517e3eab852f', 'network_id': '0038fd0f-8ce9-4b4d-b323-5d643b544c9a', 'port_id': '22a72e14-7804-46a9-b029-517e3eab852f', 'mac_address': 'fa:16:3e:ef:e9:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29897062-631a-49da-8452-c4a2baf64bda', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:20:38.538608 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 22a72e14-7804-46a9-b029-517e3eab852f is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:38.539275 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (22a72e14-7804-46a9-b029-517e3eab852f), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:38.556908 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a72e14-7804-46a9-b029-517e3eab852f {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:20:38.603439 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 22a72e14-7804-46a9-b029-517e3eab852f, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=22a72e14-7804-46a9-b029-517e3eab852f,segment=NetworkSegment(3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2),segment_id=3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:38.616556 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (22a72e14-7804-46a9-b029-517e3eab852f), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:38.666171 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4be3d2f8-ffe0-4a54-a51a-2a7ffc1b7930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:38.685135 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=22a72e14-7804-46a9-b029-517e3eab852f,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:38.706096 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49418) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:38.742171 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49426) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:38.820525 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c955137-f874-4092-a357-d90d2e761851 req-bddf11da-db2c-4cec-9e5e-e18ace2d1381 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:38.827475 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5c955137-f874-4092-a357-d90d2e761851 req-bddf11da-db2c-4cec-9e5e-e18ace2d1381 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 944 time: 0.1704006 Feb 14 16:20:38.866279 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-bd14e360-1e08-434e-9470-08874981a30e tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:38.867729 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-bd14e360-1e08-434e-9470-08874981a30e tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.42 "GET /v2.0/networks?id=83279c43-4dd9-42dc-876e-ba727c6ef376 HTTP/1.1" status: 200 len: 810 time: 0.2122850 Feb 14 16:20:38.870521 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5f028-9dd8-43ef-9eae-ff8131a36096 req-6d7f44f3-9632-4a90-851c-e172e745bdab tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:38.872182 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1bd5f028-9dd8-43ef-9eae-ff8131a36096 req-6d7f44f3-9632-4a90-851c-e172e745bdab tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 945 time: 0.0628428 Feb 14 16:20:38.916218 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['699e4ea1-016f-4cdf-9901-5277fb74b1f1'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:20:38.927903 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5c955137-f874-4092-a357-d90d2e761851 req-42a5b7ea-8e7c-4e53-9fed-a57a85ca9550 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994658 Feb 14 16:20:38.978330 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['22a72e14-7804-46a9-b029-517e3eab852f'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:20:38.980313 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['16eef14d-643a-4553-a414-fc83179dbef1'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:20:38.991276 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1bd5f028-9dd8-43ef-9eae-ff8131a36096 req-d47994c3-1d1b-40cc-b108-ce7ac984c24e tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112435 Feb 14 16:20:39.027228 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1197249930-network', 'tenant_id': '86e5c5d3849246b1be2cc2ffdc66c3f5'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:39.030049 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4be3d2f8-ffe0-4a54-a51a-2a7ffc1b7930 admin admin] Publish callbacks [] for security_group (ea422409-aed1-458c-8798-453b55a4a084), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.058615 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4be3d2f8-ffe0-4a54-a51a-2a7ffc1b7930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (ea422409-aed1-458c-8798-453b55a4a084), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.073554 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-af14c4c6-cdec-4c3e-800a-a6703476a083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.097083 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-5c36c40f-d004-4060-bedb-c4f89c81ca64 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=496dad8484384e33ab64746e25f65435 HTTP/1.1" status: 200 len: 380 time: 0.2166526 Feb 14 16:20:39.103082 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] Made reservation on behalf of 86e5c5d3849246b1be2cc2ffdc66c3f5 for: {'network': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:39.105803 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.117210 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.140939 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-eff943ea-03b2-405b-b3ab-7d37d21c8dba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Request body: {'port': {'device_id': 'a534a1d9-992f-473b-baf6-2e5d3f70757b', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'admin_state_up': True, 'tenant_id': '496dad8484384e33ab64746e25f65435', 'security_groups': ['e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75']}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:39.183248 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-4be3d2f8-ffe0-4a54-a51a-2a7ffc1b7930 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a0d0b33f3a5402a9380d8bd99cd6c30&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0321267 Feb 14 16:20:39.186629 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49438) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:39.196763 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3d2f8-ffe0-4a54-a51a-2a7ffc1b7930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea422409-aed1-458c-8798-453b55a4a084,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:39.268589 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b12d50-3912-420e-87da-7fa9077d89ef req-dee0e62a-195e-4af3-a804-72aab404f60f tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:39.278927 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b1b12d50-3912-420e-87da-7fa9077d89ef req-dee0e62a-195e-4af3-a804-72aab404f60f tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 945 time: 0.2121372 Feb 14 16:20:39.358901 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b1b12d50-3912-420e-87da-7fa9077d89ef req-1d7cf9f7-64a8-455b-82bc-4f539f02b98a tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789623 Feb 14 16:20:39.374484 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-eff943ea-03b2-405b-b3ab-7d37d21c8dba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Made reservation on behalf of 496dad8484384e33ab64746e25f65435 for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:39.383897 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-eff943ea-03b2-405b-b3ab-7d37d21c8dba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.399432 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-af14c4c6-cdec-4c3e-800a-a6703476a083 admin admin] Publish callbacks [] for security_group (116e6903-0b81-454a-b689-3d52e8487791), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.419691 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] Publish callbacks [] for security_group (41fe9993-0a7c-40f3-9c45-20995c5dbee2), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.438175 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (41fe9993-0a7c-40f3-9c45-20995c5dbee2), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.441262 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-af14c4c6-cdec-4c3e-800a-a6703476a083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (116e6903-0b81-454a-b689-3d52e8487791), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.470394 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-224d3c5e-f3e4-4680-b719-1ab421c125b3 req-5c2dbc3f-1eb4-4794-b304-061963031ea4 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 210 time: 0.0489943 Feb 14 16:20:39.493200 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:20:39.526453 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-af14c4c6-cdec-4c3e-800a-a6703476a083 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=56a48502f5bb4523a8e341dda4d9a379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8192003 Feb 14 16:20:39.529386 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49448) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:39.532259 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (4ce53a93-9172-430e-9073-85e888be8a1c), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.532601 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.segments_db [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] Added segment 4ce53a93-9172-430e-9073-85e888be8a1c of type vlan for network 3426b710-bc74-4936-b542-3c00bcbc306f Feb 14 16:20:39.538188 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-315c31ac-ff6d-4883-ab71-d7c3541c3cfa admin admin] Publish callbacks [] for security_group (ea422409-aed1-458c-8798-453b55a4a084), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.561134 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fe9993-0a7c-40f3-9c45-20995c5dbee2,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:39.608865 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-315c31ac-ff6d-4883-ab71-d7c3541c3cfa admin admin] Publish callbacks [] for security_group (ea422409-aed1-458c-8798-453b55a4a084), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.623109 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-eff943ea-03b2-405b-b3ab-7d37d21c8dba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Allocated IP 172.20.0.6 (83279c43-4dd9-42dc-876e-ba727c6ef376/6fa32d2b-efa8-42e4-9056-6d1870949102/0c92de4c-e10e-4c32-ab55-d3d1ffe64417) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:20:39.625225 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-350c4f6e-d7d3-4d76-817a-15e74ef7feeb admin admin] Publish callbacks [] for security_group (116e6903-0b81-454a-b689-3d52e8487791), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.635263 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (3426b710-bc74-4936-b542-3c00bcbc306f), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.648073 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14c4c6-cdec-4c3e-800a-a6703476a083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116e6903-0b81-454a-b689-3d52e8487791,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:39.663368 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-350c4f6e-d7d3-4d76-817a-15e74ef7feeb admin admin] Publish callbacks [] for security_group (116e6903-0b81-454a-b689-3d52e8487791), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.687567 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (3426b710-bc74-4936-b542-3c00bcbc306f), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.688707 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:39.689366 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.723229 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-315c31ac-ff6d-4883-ab71-d7c3541c3cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (ea422409-aed1-458c-8798-453b55a4a084), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.726040 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-315c31ac-ff6d-4883-ab71-d7c3541c3cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.730183 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-315c31ac-ff6d-4883-ab71-d7c3541c3cfa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ea422409-aed1-458c-8798-453b55a4a084 HTTP/1.1" status: 204 len: 168 time: 0.5377960 Feb 14 16:20:39.735486 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9922540 Feb 14 16:20:39.748988 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49458) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:39.760868 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-457a1572-86cc-475c-9e1a-749d09da90ef admin admin] Request body: {'subnet': {'network_id': '3426b710-bc74-4936-b542-3c00bcbc306f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1197249930-subnet', 'tenant_id': '86e5c5d3849246b1be2cc2ffdc66c3f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:39.766632 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c31ac-ff6d-4883-ab71-d7c3541c3cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea422409-aed1-458c-8798-453b55a4a084,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:39.770023 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc79ef-1a02-4e44-9ec7-cc5fdc6ea1a4 admin admin] Pushing event updated for resources: {'Network': ['ID=3426b710-bc74-4936-b542-3c00bcbc306f,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:39.817113 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457a1572-86cc-475c-9e1a-749d09da90ef admin admin] Made reservation on behalf of 86e5c5d3849246b1be2cc2ffdc66c3f5 for: {'subnet': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:39.818621 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-457a1572-86cc-475c-9e1a-749d09da90ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.848787 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-350c4f6e-d7d3-4d76-817a-15e74ef7feeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (116e6903-0b81-454a-b689-3d52e8487791), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.851539 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-350c4f6e-d7d3-4d76-817a-15e74ef7feeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:39.855707 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-350c4f6e-d7d3-4d76-817a-15e74ef7feeb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/116e6903-0b81-454a-b689-3d52e8487791 HTTP/1.1" status: 204 len: 168 time: 0.3249824 Feb 14 16:20:39.859493 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network 3426b710-bc74-4936-b542-3c00bcbc306f details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:20:39.915045 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c4f6e-d7d3-4d76-817a-15e74ef7feeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116e6903-0b81-454a-b689-3d52e8487791,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:39.942013 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-eff943ea-03b2-405b-b3ab-7d37d21c8dba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:40.131045 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-eff943ea-03b2-405b-b3ab-7d37d21c8dba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:40.145875 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a70236-5998-4317-a00c-ee1b04956ea5 req-fb3fb9ec-8826-4797-a3e1-50f0dfe0c2ec tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:40.153781 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-20a70236-5998-4317-a00c-ee1b04956ea5 req-fb3fb9ec-8826-4797-a3e1-50f0dfe0c2ec tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 945 time: 0.0798504 Feb 14 16:20:40.221391 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-20a70236-5998-4317-a00c-ee1b04956ea5 req-c8562eec-00fa-432a-b8d3-1218a1b89aa1 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648530 Feb 14 16:20:40.233170 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-eff943ea-03b2-405b-b3ab-7d37d21c8dba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Network 83279c43-4dd9-42dc-876e-ba727c6ef376 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:20:40.240345 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-eff943ea-03b2-405b-b3ab-7d37d21c8dba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:40.244877 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-eff943ea-03b2-405b-b3ab-7d37d21c8dba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:20:40.250418 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-eff943ea-03b2-405b-b3ab-7d37d21c8dba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:40.251259 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-eff943ea-03b2-405b-b3ab-7d37d21c8dba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:40.262277 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-457a1572-86cc-475c-9e1a-749d09da90ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for subnet (f3bf1403-83c4-4150-b244-c68414c2e361), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:40.310680 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff943ea-03b2-405b-b3ab-7d37d21c8dba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event updated for resources: {'Port': ['ID=0c92de4c-e10e-4c32-ab55-d3d1ffe64417,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:40.324518 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-eff943ea-03b2-405b-b3ab-7d37d21c8dba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2032518 Feb 14 16:20:40.347222 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Request body: {'port': {'device_id': 'a534a1d9-992f-473b-baf6-2e5d3f70757b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:40.359119 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a68f55-d25b-48d2-a2d0-92d8473852b3 req-f55697ca-b944-4fa6-aa8d-d729addff070 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:40.361046 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f1a68f55-d25b-48d2-a2d0-92d8473852b3 req-f55697ca-b944-4fa6-aa8d-d729addff070 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 944 time: 0.2682757 Feb 14 16:20:40.380434 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49494) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:40.397235 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49498) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:40.400988 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2142cd03-3ceb-4118-9264-9270be438f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:40.408367 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a1572-86cc-475c-9e1a-749d09da90ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3bf1403-83c4-4150-b244-c68414c2e361,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:40.469275 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a3264795-2fb5-403a-ad21-5f0ef5bf32c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:40.506135 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457a1572-86cc-475c-9e1a-749d09da90ef admin admin] Checking segment: {'id': '4ce53a93-9172-430e-9073-85e888be8a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3426b710-bc74-4936-b542-3c00bcbc306f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:40.506421 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457a1572-86cc-475c-9e1a-749d09da90ef admin admin] Network hostable DHCP agents. Network: 3426b710-bc74-4936-b542-3c00bcbc306f, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:20:40.524291 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2142cd03-3ceb-4118-9264-9270be438f4a admin admin] Publish callbacks [] for security_group (80505ff7-f208-42a3-ba88-454901949e4a), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:40.546947 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2142cd03-3ceb-4118-9264-9270be438f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (80505ff7-f208-42a3-ba88-454901949e4a), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:40.588938 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-2142cd03-3ceb-4118-9264-9270be438f4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b6136b4145d9454eb75fd959d57dec7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2073374 Feb 14 16:20:40.591467 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:40.593186 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49502) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:40.604932 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f1a68f55-d25b-48d2-a2d0-92d8473852b3 req-ad0cac55-e193-4524-87f2-16cb530bea0e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369359 Feb 14 16:20:40.652621 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457a1572-86cc-475c-9e1a-749d09da90ef admin admin] Network 3426b710-bc74-4936-b542-3c00bcbc306f is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:20:40.658856 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-4e886de8-9b12-450c-a405-1b90029f76c6 None None] Provisioning complete for port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:40.659791 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4e886de8-9b12-450c-a405-1b90029f76c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:40.665812 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142cd03-3ceb-4118-9264-9270be438f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80505ff7-f208-42a3-ba88-454901949e4a,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:40.698490 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffe15d-1433-4584-a9b4-20bb52f566ad req-8ac54914-cf1b-4ba3-a57b-218d347726f3 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:40.700153 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c5ffe15d-1433-4584-a9b4-20bb52f566ad req-8ac54914-cf1b-4ba3-a57b-218d347726f3 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 945 time: 0.1705675 Feb 14 16:20:40.740190 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-457a1572-86cc-475c-9e1a-749d09da90ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, 3426b710-bc74-4936-b542-3c00bcbc306f) {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:40.761396 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae57eb3-ac93-4def-b839-dd42d6062db5 None None] Network 3426b710-bc74-4936-b542-3c00bcbc306f requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:20:40.795163 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457a1572-86cc-475c-9e1a-749d09da90ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:40.795780 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-457a1572-86cc-475c-9e1a-749d09da90ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:40.797821 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c5ffe15d-1433-4584-a9b4-20bb52f566ad req-4b5a50aa-5127-4e86-8ccf-8dd450135190 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830483 Feb 14 16:20:40.807361 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4e886de8-9b12-450c-a405-1b90029f76c6 None None] Port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:20:40.908445 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49510) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:40.909156 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c57767e-a908-4a90-8ea8-d848bbdba37f None None] Network 3426b710-bc74-4936-b542-3c00bcbc306f requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:20:40.960318 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-457a1572-86cc-475c-9e1a-749d09da90ef admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2048936 Feb 14 16:20:40.963935 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a3264795-2fb5-403a-ad21-5f0ef5bf32c1 admin admin] Publish callbacks [] for security_group (3803b319-63b7-4bcf-a8ef-e24ab2c10069), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:40.978707 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d47eb16b-31f3-4bc2-a20f-b7b149fbee4f admin admin] Publish callbacks [] for security_group (80505ff7-f208-42a3-ba88-454901949e4a), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:40.980365 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a3264795-2fb5-403a-ad21-5f0ef5bf32c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (3803b319-63b7-4bcf-a8ef-e24ab2c10069), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.073714 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4346f6a-5b85-4e85-ab02-e08aff946c45 req-cb62bbc5-7a00-4383-8045-e388338cd4b9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:41.074348 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9db8d2ba-830c-409e-a906-86c54361f065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.075324 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e4346f6a-5b85-4e85-ab02-e08aff946c45 req-cb62bbc5-7a00-4383-8045-e388338cd4b9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 931 time: 0.3309693 Feb 14 16:20:41.078601 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d47eb16b-31f3-4bc2-a20f-b7b149fbee4f admin admin] Publish callbacks [] for security_group (80505ff7-f208-42a3-ba88-454901949e4a), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.083612 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-a3264795-2fb5-403a-ad21-5f0ef5bf32c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b10823f53c744f91bbb26e10ffd7391b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6764402 Feb 14 16:20:41.086799 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49516) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:41.115302 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3264795-2fb5-403a-ad21-5f0ef5bf32c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3803b319-63b7-4bcf-a8ef-e24ab2c10069,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:41.183352 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e5ebbddf-1c6f-413d-bf1b-023a8d323d22 admin admin] Publish callbacks [] for security_group (3803b319-63b7-4bcf-a8ef-e24ab2c10069), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.215573 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e5ebbddf-1c6f-413d-bf1b-023a8d323d22 admin admin] Publish callbacks [] for security_group (3803b319-63b7-4bcf-a8ef-e24ab2c10069), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.234252 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e4346f6a-5b85-4e85-ab02-e08aff946c45 req-193c0022-ac3c-4eac-862d-1c7e7df0e1eb tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493280 Feb 14 16:20:41.265124 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9db8d2ba-830c-409e-a906-86c54361f065 admin admin] Publish callbacks [] for security_group (6de9e476-fca7-41bc-80a8-4495bc1770a6), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.268015 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d47eb16b-31f3-4bc2-a20f-b7b149fbee4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (80505ff7-f208-42a3-ba88-454901949e4a), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.270873 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d47eb16b-31f3-4bc2-a20f-b7b149fbee4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.272333 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-d47eb16b-31f3-4bc2-a20f-b7b149fbee4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80505ff7-f208-42a3-ba88-454901949e4a HTTP/1.1" status: 204 len: 168 time: 0.6715746 Feb 14 16:20:41.279808 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9db8d2ba-830c-409e-a906-86c54361f065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (6de9e476-fca7-41bc-80a8-4495bc1770a6), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.282884 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.303071 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47eb16b-31f3-4bc2-a20f-b7b149fbee4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80505ff7-f208-42a3-ba88-454901949e4a,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:41.323330 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:20:41.330680 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-9db8d2ba-830c-409e-a906-86c54361f065 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=869448a07af84e41af38b1bbc4adf69f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201279 Feb 14 16:20:41.330881 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49524) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:41.332028 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8d2ba-830c-409e-a906-86c54361f065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de9e476-fca7-41bc-80a8-4495bc1770a6,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:41.345097 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e5ebbddf-1c6f-413d-bf1b-023a8d323d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (3803b319-63b7-4bcf-a8ef-e24ab2c10069), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.349840 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e5ebbddf-1c6f-413d-bf1b-023a8d323d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.352491 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-e5ebbddf-1c6f-413d-bf1b-023a8d323d22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3803b319-63b7-4bcf-a8ef-e24ab2c10069 HTTP/1.1" status: 204 len: 168 time: 0.2618034 Feb 14 16:20:41.360189 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Publish callbacks [] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.362636 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebbddf-1c6f-413d-bf1b-023a8d323d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3803b319-63b7-4bcf-a8ef-e24ab2c10069,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:41.390979 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Transition to ACTIVE for port object 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:20:41.403070 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.469650 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ae57ae26-b28a-4e9f-8a56-1113414f1850 admin admin] Publish callbacks [] for security_group (6de9e476-fca7-41bc-80a8-4495bc1770a6), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.476989 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Pushing event updated for resources: {'Port': ['ID=0c92de4c-e10e-4c32-ab55-d3d1ffe64417,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:41.526377 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ae57ae26-b28a-4e9f-8a56-1113414f1850 admin admin] Publish callbacks [] for security_group (6de9e476-fca7-41bc-80a8-4495bc1770a6), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.541670 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Attempting to bind port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:20:41.541951 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Attempting to bind port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:20:41.542278 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Attempting to bind port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 on network 83279c43-4dd9-42dc-876e-ba727c6ef376 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:41.553698 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 on network 83279c43-4dd9-42dc-876e-ba727c6ef376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:20:41.554017 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Attempting to bind port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 on network 83279c43-4dd9-42dc-876e-ba727c6ef376 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:20:41.574839 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:20:41.575172 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Checking segment: {'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:41.576228 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Bound using segment: {'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:20:41.576228 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Bound port: 0c92de4c-e10e-4c32-ab55-d3d1ffe64417, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:20:41.576430 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.636947 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ae57ae26-b28a-4e9f-8a56-1113414f1850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (6de9e476-fca7-41bc-80a8-4495bc1770a6), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.639588 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ae57ae26-b28a-4e9f-8a56-1113414f1850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.640728 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-ae57ae26-b28a-4e9f-8a56-1113414f1850 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6de9e476-fca7-41bc-80a8-4495bc1770a6 HTTP/1.1" status: 204 len: 168 time: 0.3088121 Feb 14 16:20:41.657106 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57ae26-b28a-4e9f-8a56-1113414f1850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de9e476-fca7-41bc-80a8-4495bc1770a6,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:41.662111 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] For port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:20:41.667764 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] For port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0c92de4c-e10e-4c32-ab55-d3d1ffe64417,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:20:41.687969 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.767493 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Pushing event updated for resources: {'Port': ['ID=0c92de4c-e10e-4c32-ab55-d3d1ffe64417,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:41.778387 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:41.779462 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:41.785622 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-07b47e6b-873e-4e3b-ba3b-9aefad9e4f75 service neutron] 10.222.0.42 "PUT /v2.0/ports/0c92de4c-e10e-4c32-ab55-d3d1ffe64417 HTTP/1.1" status: 200 len: 1093 time: 1.4448862 Feb 14 16:20:41.786608 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a534a1d9-992f-473b-baf6-2e5d3f70757b', 'tag': '0c92de4c-e10e-4c32-ab55-d3d1ffe64417'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:20:41.789099 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10d2f2d-2771-4b8e-843b-ebaaca9947d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a534a1d9-992f-473b-baf6-2e5d3f70757b", "tag": "0c92de4c-e10e-4c32-ab55-d3d1ffe64417"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:20:41.813759 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba063f-a996-46c0-aa8c-95c12f77b259 req-5508d9a1-7e49-4ae3-9a3e-4814eca10afd tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:41.819025 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-97ba063f-a996-46c0-aa8c-95c12f77b259 req-5508d9a1-7e49-4ae3-9a3e-4814eca10afd tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 944 time: 0.0955060 Feb 14 16:20:41.866517 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 16eef14d-643a-4553-a414-fc83179dbef1 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:41.904761 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad427ffa-e212-4681-9f41-0770697d5072 x-openstack-request-id: req-ad427ffa-e212-4681-9f41-0770697d5072 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:20:41.905257 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a534a1d9-992f-473b-baf6-2e5d3f70757b", "tag": "0c92de4c-e10e-4c32-ab55-d3d1ffe64417", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:20:41.905336 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad427ffa-e212-4681-9f41-0770697d5072 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:20:41.905730 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a534a1d9-992f-473b-baf6-2e5d3f70757b', 'tag': '0c92de4c-e10e-4c32-ab55-d3d1ffe64417', 'status': 'completed', 'code': 200} Feb 14 16:20:41.950339 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-97ba063f-a996-46c0-aa8c-95c12f77b259 req-fd46c73b-cd7a-4d4b-b7ee-23110d81ff6a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160204 Feb 14 16:20:42.016043 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-96ae92b8-71d2-4bfc-893a-4e5d4fa7d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:42.016867 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port 16eef14d-643a-4553-a414-fc83179dbef1 completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:20:42.017789 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-96ae92b8-71d2-4bfc-893a-4e5d4fa7d59e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=496dad8484384e33ab64746e25f65435&device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 1127 time: 0.1807232 Feb 14 16:20:42.025142 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 16eef14d-643a-4553-a414-fc83179dbef1 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:42.025629 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (16eef14d-643a-4553-a414-fc83179dbef1), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.084449 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145e970-3bfe-492c-ae81-d5abda246aea req-d1f904a0-d2ec-4a93-a85e-08316a051a57 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:42.086251 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1145e970-3bfe-492c-ae81-d5abda246aea req-d1f904a0-d2ec-4a93-a85e-08316a051a57 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 945 time: 0.1553569 Feb 14 16:20:42.087725 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-991b75dc-15a1-433a-96bb-bae8c5eca403 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c92de4c-e10e-4c32-ab55-d3d1ffe64417 HTTP/1.1" status: 200 len: 217 time: 0.0628226 Feb 14 16:20:42.136077 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 16eef14d-643a-4553-a414-fc83179dbef1 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:42.136478 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (16eef14d-643a-4553-a414-fc83179dbef1), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.174244 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 16eef14d-643a-4553-a414-fc83179dbef1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16eef14d-643a-4553-a414-fc83179dbef1,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:42.176648 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eef14d-643a-4553-a414-fc83179dbef1'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:20:42.179051 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932707aa-b7ba-4ca0-8699-2f2100e7f73b" -d '{"events": [{"server_uuid": "7f0c9996-1f19-45c2-bd8a-9da588e94e6f", "name": "network-vif-plugged", "status": "completed", "tag": "16eef14d-643a-4553-a414-fc83179dbef1"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:20:42.190655 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (16eef14d-643a-4553-a414-fc83179dbef1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.192404 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 699e4ea1-016f-4cdf-9901-5277fb74b1f1 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:42.243034 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-a425b2bc-b00f-4f33-88bc-155a0bcdfb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:42.244653 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-a425b2bc-b00f-4f33-88bc-155a0bcdfb74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fa32d2b-efa8-42e4-9056-6d1870949102 HTTP/1.1" status: 200 len: 849 time: 0.1391361 Feb 14 16:20:42.292395 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49574) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:42.300741 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-225979724-network', 'tenant_id': 'ac9a96e2c2ab4e369adc3aa1476eb6b7'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:42.306661 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=16eef14d-643a-4553-a414-fc83179dbef1,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:42.314863 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1145e970-3bfe-492c-ae81-d5abda246aea req-5f01a1cd-df81-48ce-a185-d08156eee9a1 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224696 Feb 14 16:20:42.329961 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port 699e4ea1-016f-4cdf-9901-5277fb74b1f1 completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:20:42.339885 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 699e4ea1-016f-4cdf-9901-5277fb74b1f1 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:42.340271 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (699e4ea1-016f-4cdf-9901-5277fb74b1f1), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.347505 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-edd95957-85a1-44d4-941d-1fd5606789e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:42.349648 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-edd95957-85a1-44d4-941d-1fd5606789e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83279c43-4dd9-42dc-876e-ba727c6ef376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0979013 Feb 14 16:20:42.365514 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] Made reservation on behalf of ac9a96e2c2ab4e369adc3aa1476eb6b7 for: {'network': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:42.374030 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.388293 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49580) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:42.394488 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.434602 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a5511802-04b0-4e40-9dbf-234ea6761644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.437792 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07ab202-10a6-444e-9045-88efa6e241a6 x-openstack-request-id: req-f07ab202-10a6-444e-9045-88efa6e241a6 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:20:42.438112 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0c9996-1f19-45c2-bd8a-9da588e94e6f", "name": "network-vif-plugged", "status": "completed", "tag": "16eef14d-643a-4553-a414-fc83179dbef1", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:20:42.438371 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f07ab202-10a6-444e-9045-88efa6e241a6 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:20:42.440327 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eef14d-643a-4553-a414-fc83179dbef1', 'code': 200} Feb 14 16:20:42.554370 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 699e4ea1-016f-4cdf-9901-5277fb74b1f1 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:42.554677 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (699e4ea1-016f-4cdf-9901-5277fb74b1f1), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.589040 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] Publish callbacks [] for security_group (8aaee03d-a1b7-4453-bc4c-c4025c8337e0), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.594538 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (8aaee03d-a1b7-4453-bc4c-c4025c8337e0), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.605296 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 699e4ea1-016f-4cdf-9901-5277fb74b1f1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=699e4ea1-016f-4cdf-9901-5277fb74b1f1,segment=NetworkSegment(3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2),segment_id=3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:42.611756 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (699e4ea1-016f-4cdf-9901-5277fb74b1f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.613796 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 22a72e14-7804-46a9-b029-517e3eab852f up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:42.639677 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaee03d-a1b7-4453-bc4c-c4025c8337e0,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:42.653673 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-e57e9952-f3cd-4e14-9abe-87e2cf82b6c6 service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978330 Feb 14 16:20:42.669956 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:20:42.686398 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (dde5c010-1da6-4c5b-94aa-256a135339bc), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.687070 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.segments_db [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] Added segment dde5c010-1da6-4c5b-94aa-256a135339bc of type vlan for network a838395f-ab9a-4c0d-9bf8-38a04ef3d87a Feb 14 16:20:42.719143 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=699e4ea1-016f-4cdf-9901-5277fb74b1f1,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:42.740518 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port 22a72e14-7804-46a9-b029-517e3eab852f completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:20:42.746081 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 22a72e14-7804-46a9-b029-517e3eab852f triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:42.746515 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (22a72e14-7804-46a9-b029-517e3eab852f), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.787351 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (a838395f-ab9a-4c0d-9bf8-38a04ef3d87a), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.843697 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 22a72e14-7804-46a9-b029-517e3eab852f is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:42.844382 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (22a72e14-7804-46a9-b029-517e3eab852f), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.864877 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (a838395f-ab9a-4c0d-9bf8-38a04ef3d87a), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.868309 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:42.869119 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.895284 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 22a72e14-7804-46a9-b029-517e3eab852f, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=22a72e14-7804-46a9-b029-517e3eab852f,segment=NetworkSegment(3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2),segment_id=3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:42.907281 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (22a72e14-7804-46a9-b029-517e3eab852f), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:42.924356 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6297350 Feb 14 16:20:42.929721 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49590) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:42.944490 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-847f3f3f-3971-442a-9f67-de2e483c6230 admin admin] Request body: {'subnet': {'network_id': 'a838395f-ab9a-4c0d-9bf8-38a04ef3d87a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-225979724-subnet', 'tenant_id': 'ac9a96e2c2ab4e369adc3aa1476eb6b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:42.965530 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=22a72e14-7804-46a9-b029-517e3eab852f,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:43.070301 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de255c-2806-49ef-b0bb-e214420fe432 admin admin] Pushing event updated for resources: {'Network': ['ID=a838395f-ab9a-4c0d-9bf8-38a04ef3d87a,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:43.078338 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847f3f3f-3971-442a-9f67-de2e483c6230 admin admin] Made reservation on behalf of ac9a96e2c2ab4e369adc3aa1476eb6b7 for: {'subnet': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:20:43.081323 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-847f3f3f-3971-442a-9f67-de2e483c6230 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:43.089643 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network a838395f-ab9a-4c0d-9bf8-38a04ef3d87a details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:20:43.224980 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a07ff1-f16a-4cad-8fd3-fb623c86a912 req-f7b1e17d-5f19-4428-b9f7-f6fa17bdd837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:43.226422 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a5a07ff1-f16a-4cad-8fd3-fb623c86a912 req-f7b1e17d-5f19-4428-b9f7-f6fa17bdd837 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 1129 time: 0.5710111 Feb 14 16:20:43.231707 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a5511802-04b0-4e40-9dbf-234ea6761644 admin admin] Publish callbacks [] for security_group (f29c4cc4-20ec-4f95-b613-ebac330c08d4), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:43.247982 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e582ce-57dd-4402-a767-b106387b29bd req-08bc53a5-0e35-43cd-bbca-3d4609a94355 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:43.255377 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-97e582ce-57dd-4402-a767-b106387b29bd req-08bc53a5-0e35-43cd-bbca-3d4609a94355 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 943 time: 0.6533883 Feb 14 16:20:43.256120 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178287e6-9c95-4e26-93cc-909a688fd9f1 req-47389d57-477a-4757-bd6e-f1984eb650c7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:43.257679 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-178287e6-9c95-4e26-93cc-909a688fd9f1 req-47389d57-477a-4757-bd6e-f1984eb650c7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.2103603 Feb 14 16:20:43.287266 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a5511802-04b0-4e40-9dbf-234ea6761644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (f29c4cc4-20ec-4f95-b613-ebac330c08d4), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:43.333172 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96a66b22-6f8b-44a4-81d9-c052c90299a4 req-15764fa8-f300-416d-9717-60a80b62e8b3 service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888515 Feb 14 16:20:43.356636 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5511802-04b0-4e40-9dbf-234ea6761644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29c4cc4-20ec-4f95-b613-ebac330c08d4,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:43.361949 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-178287e6-9c95-4e26-93cc-909a688fd9f1 req-652e9bb3-0038-41b9-9f45-82634203f23c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708437 Feb 14 16:20:43.389853 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a5a07ff1-f16a-4cad-8fd3-fb623c86a912 req-a450908c-16b3-457e-a95b-fa78ab7ff833 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526465 Feb 14 16:20:43.405864 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-a5511802-04b0-4e40-9dbf-234ea6761644 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=adf9e0b3dd404f1896bf5aef9ae85487&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0137742 Feb 14 16:20:43.409153 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49616) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:43.433330 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-97e582ce-57dd-4402-a767-b106387b29bd req-de7d12a8-ce41-4ba2-ab37-dcd0d8d5911b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770933 Feb 14 16:20:43.479105 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-847f3f3f-3971-442a-9f67-de2e483c6230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for subnet (450ab54e-fb21-4ada-ab66-68fe9b6de63b), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:43.494245 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-8d8033cc-bb06-4eeb-a874-3ead7a1ae0ba admin admin] Publish callbacks [] for security_group (f29c4cc4-20ec-4f95-b613-ebac330c08d4), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:43.526722 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-8d8033cc-bb06-4eeb-a874-3ead7a1ae0ba admin admin] Publish callbacks [] for security_group (f29c4cc4-20ec-4f95-b613-ebac330c08d4), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:43.599248 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-8d8033cc-bb06-4eeb-a874-3ead7a1ae0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (f29c4cc4-20ec-4f95-b613-ebac330c08d4), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:43.604289 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-8d8033cc-bb06-4eeb-a874-3ead7a1ae0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:43.604550 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-8d8033cc-bb06-4eeb-a874-3ead7a1ae0ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f29c4cc4-20ec-4f95-b613-ebac330c08d4 HTTP/1.1" status: 204 len: 168 time: 0.1948066 Feb 14 16:20:43.614408 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847f3f3f-3971-442a-9f67-de2e483c6230 admin admin] Checking segment: {'id': 'dde5c010-1da6-4c5b-94aa-256a135339bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a838395f-ab9a-4c0d-9bf8-38a04ef3d87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:20:43.614829 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847f3f3f-3971-442a-9f67-de2e483c6230 admin admin] Network hostable DHCP agents. Network: a838395f-ab9a-4c0d-9bf8-38a04ef3d87a, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:20:43.618147 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f3f3f-3971-442a-9f67-de2e483c6230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=450ab54e-fb21-4ada-ab66-68fe9b6de63b,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:43.642990 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847f3f3f-3971-442a-9f67-de2e483c6230 admin admin] Network a838395f-ab9a-4c0d-9bf8-38a04ef3d87a is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:20:43.659838 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8033cc-bb06-4eeb-a874-3ead7a1ae0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29c4cc4-20ec-4f95-b613-ebac330c08d4,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:43.668700 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-847f3f3f-3971-442a-9f67-de2e483c6230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, a838395f-ab9a-4c0d-9bf8-38a04ef3d87a) {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:20:43.679657 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f3f3f-3971-442a-9f67-de2e483c6230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:43.681691 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-847f3f3f-3971-442a-9f67-de2e483c6230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:43.686267 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2a8ee3-e854-41a2-aeb4-8cef7004f26a None None] Network a838395f-ab9a-4c0d-9bf8-38a04ef3d87a requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:20:43.718125 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-847f3f3f-3971-442a-9f67-de2e483c6230 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7873676 Feb 14 16:20:43.744113 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d2f2d-2771-4b8e-843b-ebaaca9947d1 req-6fa10d3f-6c7b-4629-aab3-28889bc5c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:43.745550 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d10d2f2d-2771-4b8e-843b-ebaaca9947d1 req-6fa10d3f-6c7b-4629-aab3-28889bc5c943 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=496dad8484384e33ab64746e25f65435&device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 1127 time: 0.1285534 Feb 14 16:20:43.840290 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b05e5-0fe3-4fac-8685-4f69e8f93f68 req-2b97a62f-fec7-464d-bce6-4104443dd539 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:43.844228 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3708a7-0255-4d38-9bf9-a608bf782ce7 None None] Network a838395f-ab9a-4c0d-9bf8-38a04ef3d87a requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:20:43.862183 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a42b05e5-0fe3-4fac-8685-4f69e8f93f68 req-2b97a62f-fec7-464d-bce6-4104443dd539 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.1207075 Feb 14 16:20:43.949274 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49630) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:43.995085 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d2f2d-2771-4b8e-843b-ebaaca9947d1 req-034adab3-b3e9-4ed9-b647-dafdf6a8393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:43.996621 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d10d2f2d-2771-4b8e-843b-ebaaca9947d1 req-034adab3-b3e9-4ed9-b647-dafdf6a8393b service neutron] 10.222.0.42 "GET /v2.0/networks?id=83279c43-4dd9-42dc-876e-ba727c6ef376 HTTP/1.1" status: 200 len: 911 time: 0.2412415 Feb 14 16:20:44.002567 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a42b05e5-0fe3-4fac-8685-4f69e8f93f68 req-61dc2395-4146-47db-bbc1-f9dcee45f3a9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338148 Feb 14 16:20:44.038290 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc937def-db75-4011-97ce-fbce86c548e1 admin admin] Deleting subnet f3bf1403-83c4-4150-b244-c68414c2e361 {{(pid=102552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:20:44.040722 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bc937def-db75-4011-97ce-fbce86c548e1 admin admin] Publish callbacks [] for subnet (f3bf1403-83c4-4150-b244-c68414c2e361), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:44.073340 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d10d2f2d-2771-4b8e-843b-ebaaca9947d1 req-dba5692f-d96e-4d38-b64a-c22d9fe990f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c92de4c-e10e-4c32-ab55-d3d1ffe64417 HTTP/1.1" status: 200 len: 217 time: 0.0687437 Feb 14 16:20:44.085255 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bc937def-db75-4011-97ce-fbce86c548e1 admin admin] Publish callbacks [] for subnet (f3bf1403-83c4-4150-b244-c68414c2e361), precommit_delete_associations {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:44.096965 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bc937def-db75-4011-97ce-fbce86c548e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (f3bf1403-83c4-4150-b244-c68414c2e361), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:44.163707 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d2f2d-2771-4b8e-843b-ebaaca9947d1 req-499b384a-bf28-4fcc-a442-b8b0ce710819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:44.165292 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d10d2f2d-2771-4b8e-843b-ebaaca9947d1 req-499b384a-bf28-4fcc-a442-b8b0ce710819 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fa32d2b-efa8-42e4-9056-6d1870949102 HTTP/1.1" status: 200 len: 849 time: 0.0745118 Feb 14 16:20:44.173919 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bc937def-db75-4011-97ce-fbce86c548e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for subnet (f3bf1403-83c4-4150-b244-c68414c2e361), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:44.205352 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc937def-db75-4011-97ce-fbce86c548e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3bf1403-83c4-4150-b244-c68414c2e361,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:44.221060 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bc937def-db75-4011-97ce-fbce86c548e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:44.226373 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-bc937def-db75-4011-97ce-fbce86c548e1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f3bf1403-83c4-4150-b244-c68414c2e361 HTTP/1.1" status: 204 len: 168 time: 0.2740903 Feb 14 16:20:44.228627 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49644) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:44.237774 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d2f2d-2771-4b8e-843b-ebaaca9947d1 req-47bc5967-26b7-4245-a737-e5c623903f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:44.240345 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d10d2f2d-2771-4b8e-843b-ebaaca9947d1 req-47bc5967-26b7-4245-a737-e5c623903f50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83279c43-4dd9-42dc-876e-ba727c6ef376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679071 Feb 14 16:20:44.318289 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (3426b710-bc74-4936-b542-3c00bcbc306f), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:44.360349 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d10d2f2d-2771-4b8e-843b-ebaaca9947d1 req-6aacd843-c417-485e-b774-9cd275c84e21 service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109807 Feb 14 16:20:44.414071 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (3426b710-bc74-4936-b542-3c00bcbc306f), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:44.443802 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749c8975-02d4-4ac7-8717-cf3230d57397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699e4ea1-016f-4cdf-9901-5277fb74b1f1'}, {'server_uuid': '15353671-60d2-43da-8a6d-b88d83f495b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a72e14-7804-46a9-b029-517e3eab852f'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:20:44.445822 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:44.446160 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:44.446506 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a028b2c4-2934-4575-bd6b-ccc0f646b69d" -d '{"events": [{"server_uuid": "749c8975-02d4-4ac7-8717-cf3230d57397", "name": "network-vif-plugged", "status": "completed", "tag": "699e4ea1-016f-4cdf-9901-5277fb74b1f1"}, {"server_uuid": "15353671-60d2-43da-8a6d-b88d83f495b3", "name": "network-vif-plugged", "status": "completed", "tag": "22a72e14-7804-46a9-b029-517e3eab852f"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:20:44.446875 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:44.447214 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Subscribe: > port after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:44.447559 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Subscribe: > port after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:44.447927 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Subscribe: > port after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:44.448235 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:44.461173 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:44.471250 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:44.477700 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:44.494784 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d10d2f2d-2771-4b8e-843b-ebaaca9947d1 req-968eba93-dce7-44de-87e3-42ca06bd9ba2 service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275992 Feb 14 16:20:44.528993 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Feb 2022 16:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912dcf6e-63d3-4fb2-ada8-a8a569c41677 x-openstack-request-id: req-912dcf6e-63d3-4fb2-ada8-a8a569c41677 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:20:44.529360 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749c8975-02d4-4ac7-8717-cf3230d57397", "name": "network-vif-plugged", "status": "completed", "tag": "699e4ea1-016f-4cdf-9901-5277fb74b1f1", "code": 200}, {"server_uuid": "15353671-60d2-43da-8a6d-b88d83f495b3", "name": "network-vif-plugged", "status": "completed", "tag": "22a72e14-7804-46a9-b029-517e3eab852f", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:20:44.529720 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-912dcf6e-63d3-4fb2-ada8-a8a569c41677 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:20:44.530188 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749c8975-02d4-4ac7-8717-cf3230d57397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699e4ea1-016f-4cdf-9901-5277fb74b1f1', 'code': 200} Feb 14 16:20:44.530761 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15353671-60d2-43da-8a6d-b88d83f495b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a72e14-7804-46a9-b029-517e3eab852f', 'code': 200} Feb 14 16:20:44.554550 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34ca50-7b7e-4dbf-b402-124a8d0677c5 req-95bea844-91ef-45e1-9dd9-411025c4e28a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:44.562176 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0c34ca50-7b7e-4dbf-b402-124a8d0677c5 req-95bea844-91ef-45e1-9dd9-411025c4e28a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0877614 Feb 14 16:20:44.693098 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0c34ca50-7b7e-4dbf-b402-124a8d0677c5 req-851620ce-cb8b-49f7-88f5-449bf5227ff6 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300337 Feb 14 16:20:44.754288 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:44.758509 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:44.759490 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:44.760729 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:44.761701 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3426b710-bc74-4936-b542-3c00bcbc306f']}} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:44.823915 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce53a93-9172-430e-9073-85e888be8a1c') {'for_net_delete': True} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:44.824205 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce53a93-9172-430e-9073-85e888be8a1c') {} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:44.874701 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc2ec7-d036-4529-8fb2-89ebc6bda7c2 req-bb583e66-1e11-4a64-bbf8-320e9e0d92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:44.876204 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cafc2ec7-d036-4529-8fb2-89ebc6bda7c2 req-bb583e66-1e11-4a64-bbf8-320e9e0d92c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 1130 time: 0.0911982 Feb 14 16:20:44.880971 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd40e9-96aa-4b22-8489-0e28ccd6de23 req-52499faf-40ea-407b-9399-6ef38344601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:44.882664 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-36bd40e9-96aa-4b22-8489-0e28ccd6de23 req-52499faf-40ea-407b-9399-6ef38344601f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 1129 time: 0.0606647 Feb 14 16:20:44.884063 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260087293'] for segment (4ce53a93-9172-430e-9073-85e888be8a1c), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:44.910978 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (4ce53a93-9172-430e-9073-85e888be8a1c), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:44.923651 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:20:44.924282 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262128771'] for segment (4ce53a93-9172-430e-9073-85e888be8a1c), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: from cryptography.utils import int_from_bytes Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: from cryptography.utils import int_from_bytes Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: Traceback (most recent call last): Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: timer() Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: cb(*args, **kw) Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: return func(*args, **kwargs) Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: self._notify() Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: self.callback(batched_events) Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: event.method(event) Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: return f(self, *a, **k) Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._get(url).json() Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: return self.request(url, 'GET', **kwargs) Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:20:44.948661 dv-cinder-819668-3-iscsi neutron-server[102552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:20:44.960947 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cafc2ec7-d036-4529-8fb2-89ebc6bda7c2 req-d1425235-fa3c-457c-9159-365bd2e16749 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769522 Feb 14 16:20:44.963052 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-36bd40e9-96aa-4b22-8489-0e28ccd6de23 req-17ae22c6-7036-4be9-8fd6-d4ae6ce9ff41 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664570 Feb 14 16:20:44.990642 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38c3f8-4b4c-4079-9972-2916eccc7e85 req-cf5c695b-e377-4ca7-a7f2-708221b2e576 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:44.997832 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9e38c3f8-4b4c-4079-9972-2916eccc7e85 req-cf5c695b-e377-4ca7-a7f2-708221b2e576 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 943 time: 0.2170305 Feb 14 16:20:45.078901 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (3426b710-bc74-4936-b542-3c00bcbc306f), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:45.105642 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9e38c3f8-4b4c-4079-9972-2916eccc7e85 req-7c0afc4d-0531-438f-8b7f-5d0f1b6a67ab tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930429 Feb 14 16:20:45.110569 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:45.113780 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] 10.222.0.55 "DELETE /v2.0/networks/3426b710-bc74-4936-b542-3c00bcbc306f HTTP/1.1" status: 204 len: 168 time: 0.8814702 Feb 14 16:20:45.128058 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49692) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:45.137013 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f57ef-20dd-428e-bfea-a4a6ac9ab92f admin admin] Pushing event deleted for resources: {'Network': ['ID=3426b710-bc74-4936-b542-3c00bcbc306f,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:45.168794 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0114d-3423-4df0-85ff-fc700666a952 req-68b52583-94e7-433e-bc45-ce638cb13c9d tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:45.171774 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-55a0114d-3423-4df0-85ff-fc700666a952 req-68b52583-94e7-433e-bc45-ce638cb13c9d tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0858657 Feb 14 16:20:45.238466 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-55a0114d-3423-4df0-85ff-fc700666a952 req-b57e78a2-a3ae-43d3-a13b-69f4dd85833d tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596998 Feb 14 16:20:45.369655 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f85f19-38e7-41ab-bbf6-4236c28205ea admin admin] Deleting subnet 450ab54e-fb21-4ada-ab66-68fe9b6de63b {{(pid=102552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:20:45.373251 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-73f85f19-38e7-41ab-bbf6-4236c28205ea admin admin] Publish callbacks [] for subnet (450ab54e-fb21-4ada-ab66-68fe9b6de63b), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:45.419940 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-73f85f19-38e7-41ab-bbf6-4236c28205ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260087274'] for subnet (450ab54e-fb21-4ada-ab66-68fe9b6de63b), precommit_delete_associations {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:45.471304 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-73f85f19-38e7-41ab-bbf6-4236c28205ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (450ab54e-fb21-4ada-ab66-68fe9b6de63b), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:45.542500 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-73f85f19-38e7-41ab-bbf6-4236c28205ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262131233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260073549'] for subnet (450ab54e-fb21-4ada-ab66-68fe9b6de63b), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:45.557519 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-73f85f19-38e7-41ab-bbf6-4236c28205ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:45.560719 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-73f85f19-38e7-41ab-bbf6-4236c28205ea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/450ab54e-fb21-4ada-ab66-68fe9b6de63b HTTP/1.1" status: 204 len: 168 time: 0.4307969 Feb 14 16:20:45.564048 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49712) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:45.579674 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f85f19-38e7-41ab-bbf6-4236c28205ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=450ab54e-fb21-4ada-ab66-68fe9b6de63b,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:45.652656 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (a838395f-ab9a-4c0d-9bf8-38a04ef3d87a), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:45.743823 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (a838395f-ab9a-4c0d-9bf8-38a04ef3d87a), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:45.765858 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:45.766214 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:45.766983 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:45.767320 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Subscribe: > port after_create 55550000 {{(pid=102553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:45.767662 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:45.768016 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Subscribe: > port after_update 55550000 {{(pid=102553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:45.768340 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:45.768660 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:45.769011 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:45.769337 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:45.840895 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:45.841253 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:45.841640 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:45.841978 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 16:20:45.842348 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a838395f-ab9a-4c0d-9bf8-38a04ef3d87a']}} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:45.843225 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55183dd3-5327-4ee9-83a6-907080f453dd req-64655ad5-bd14-49ff-831d-732838c2971e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:45.844747 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-55183dd3-5327-4ee9-83a6-907080f453dd req-64655ad5-bd14-49ff-831d-732838c2971e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0624146 Feb 14 16:20:45.861031 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde5c010-1da6-4c5b-94aa-256a135339bc') {'for_net_delete': True} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:45.861349 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde5c010-1da6-4c5b-94aa-256a135339bc') {} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:45.878524 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261692535'] for segment (dde5c010-1da6-4c5b-94aa-256a135339bc), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:45.901740 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (dde5c010-1da6-4c5b-94aa-256a135339bc), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:45.906013 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-55183dd3-5327-4ee9-83a6-907080f453dd req-590a0fbb-c0e7-414f-9c93-9d9e02858bbf tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529401 Feb 14 16:20:45.911858 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:20:45.912309 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260101877'] for segment (dde5c010-1da6-4c5b-94aa-256a135339bc), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: from cryptography.utils import int_from_bytes Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: from cryptography.utils import int_from_bytes Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: Traceback (most recent call last): Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: timer() Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: cb(*args, **kw) Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: return func(*args, **kwargs) Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: self._notify() Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: self.callback(batched_events) Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: event.method(event) Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: return f(self, *a, **k) Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._get(url).json() Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: return self.request(url, 'GET', **kwargs) Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:20:45.916745 dv-cinder-819668-3-iscsi neutron-server[102553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:20:45.992248 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (a838395f-ab9a-4c0d-9bf8-38a04ef3d87a), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:45.999690 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:46.006273 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a838395f-ab9a-4c0d-9bf8-38a04ef3d87a HTTP/1.1" status: 204 len: 168 time: 0.4376884 Feb 14 16:20:46.022777 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d5818-8d1a-466a-8aaf-a1f2925e9488 admin admin] Pushing event deleted for resources: {'Network': ['ID=a838395f-ab9a-4c0d-9bf8-38a04ef3d87a,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:46.120016 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcb545-d365-48e1-ba2d-ba99a9a27ec7 req-54aff394-049c-4aff-b639-2bd5c1bee8bf tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:46.121895 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-aadcb545-d365-48e1-ba2d-ba99a9a27ec7 req-54aff394-049c-4aff-b639-2bd5c1bee8bf tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0761733 Feb 14 16:20:46.130518 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49746) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:46.135806 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-4b6f83b6-036a-49e2-94fb-ecf3cd6b36d2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Request body: {'floatingip': {'port_id': '16eef14d-643a-4553-a414-fc83179dbef1'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:20:46.229357 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49748) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:46.233392 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-4b6f83b6-036a-49e2-94fb-ecf3cd6b36d2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for floatingip (f9171ee5-b164-42fc-8bac-188639af239e), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:46.279418 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-ce3cce2e-3460-49b4-a41f-2779735a7fff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=86e5c5d3849246b1be2cc2ffdc66c3f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485795 Feb 14 16:20:46.281953 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49752) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:46.369264 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-995e23be-cc84-43b6-a7e7-03fa1adaee83 admin admin] Publish callbacks [] for security_group (41fe9993-0a7c-40f3-9c45-20995c5dbee2), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:46.400335 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb521e-2ea1-4cbe-a224-cfdafc1436a0 req-23d006c4-439a-437a-a0e4-525e87305da4 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:46.407530 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6dbb521e-2ea1-4cbe-a224-cfdafc1436a0 req-23d006c4-439a-437a-a0e4-525e87305da4 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 943 time: 0.2096291 Feb 14 16:20:46.409338 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-995e23be-cc84-43b6-a7e7-03fa1adaee83 admin admin] Publish callbacks [] for security_group (41fe9993-0a7c-40f3-9c45-20995c5dbee2), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:46.546075 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-995e23be-cc84-43b6-a7e7-03fa1adaee83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (41fe9993-0a7c-40f3-9c45-20995c5dbee2), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:46.549786 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-995e23be-cc84-43b6-a7e7-03fa1adaee83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:46.554402 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-995e23be-cc84-43b6-a7e7-03fa1adaee83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41fe9993-0a7c-40f3-9c45-20995c5dbee2 HTTP/1.1" status: 204 len: 168 time: 0.2713065 Feb 14 16:20:46.563417 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e23be-cc84-43b6-a7e7-03fa1adaee83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fe9993-0a7c-40f3-9c45-20995c5dbee2,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:46.590458 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6dbb521e-2ea1-4cbe-a224-cfdafc1436a0 req-e9710898-92d5-4185-8d1b-e0fdb1c0ff2c tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818130 Feb 14 16:20:46.596026 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f307f41-b977-43f0-830a-d9affb4dd66b req-68409203-e033-42f7-9151-d8dd5d166471 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:46.604278 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0f307f41-b977-43f0-830a-d9affb4dd66b req-68409203-e033-42f7-9151-d8dd5d166471 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.1323373 Feb 14 16:20:46.678008 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0f307f41-b977-43f0-830a-d9affb4dd66b req-d22c67f4-b7eb-48df-8c68-a5ff1716a640 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675344 Feb 14 16:20:47.029981 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49774) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:47.072156 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-510ecfa4-d2ab-4386-b121-686513824dd1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac9a96e2c2ab4e369adc3aa1476eb6b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409410 Feb 14 16:20:47.074685 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49776) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:47.139420 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-bb63f609-4887-4d6b-86c9-683bc5dc6345 admin admin] Publish callbacks [] for security_group (8aaee03d-a1b7-4453-bc4c-c4025c8337e0), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:47.169798 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-4b6f83b6-036a-49e2-94fb-ecf3cd6b36d2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:47.173253 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-bb63f609-4887-4d6b-86c9-683bc5dc6345 admin admin] Publish callbacks [] for security_group (8aaee03d-a1b7-4453-bc4c-c4025c8337e0), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:47.175000 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-4b6f83b6-036a-49e2-94fb-ecf3cd6b36d2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (f9171ee5-b164-42fc-8bac-188639af239e), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:47.231784 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-bb63f609-4887-4d6b-86c9-683bc5dc6345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (8aaee03d-a1b7-4453-bc4c-c4025c8337e0), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:47.234681 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-bb63f609-4887-4d6b-86c9-683bc5dc6345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:47.236031 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-bb63f609-4887-4d6b-86c9-683bc5dc6345 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8aaee03d-a1b7-4453-bc4c-c4025c8337e0 HTTP/1.1" status: 204 len: 168 time: 0.1602335 Feb 14 16:20:47.257570 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63f609-4887-4d6b-86c9-683bc5dc6345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaee03d-a1b7-4453-bc4c-c4025c8337e0,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:47.292087 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.l3_db [None req-4b6f83b6-036a-49e2-94fb-ecf3cd6b36d2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Floating IP f9171ee5-b164-42fc-8bac-188639af239e associated. External IP: 172.27.2.104, port: 16eef14d-643a-4553-a414-fc83179dbef1. Feb 14 16:20:47.531779 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49798) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:47.661008 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a9cbf4bc-f4b1-4a10-8b21-f03e1ddf02a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:47.755037 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a9cbf4bc-f4b1-4a10-8b21-f03e1ddf02a8 admin admin] Publish callbacks [] for security_group (24014aed-a899-4ebe-8759-94637ff1016e), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:47.769751 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a9cbf4bc-f4b1-4a10-8b21-f03e1ddf02a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (24014aed-a899-4ebe-8759-94637ff1016e), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:47.771353 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d791b9-93a0-41ab-931c-7da4faa3b416 req-dc89d340-28ab-4cd2-93b1-2fe44d9ebcb6 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:47.772891 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-61d791b9-93a0-41ab-931c-7da4faa3b416 req-dc89d340-28ab-4cd2-93b1-2fe44d9ebcb6 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 943 time: 0.1076629 Feb 14 16:20:47.806443 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6f83b6-036a-49e2-94fb-ecf3cd6b36d2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:20:47.814471 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-a9cbf4bc-f4b1-4a10-8b21-f03e1ddf02a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9cf1638edae14e42a58694d10a7250af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786431 Feb 14 16:20:47.815632 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49816) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:47.838608 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbf4bc-f4b1-4a10-8b21-f03e1ddf02a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24014aed-a899-4ebe-8759-94637ff1016e,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:47.859170 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da740022-fd2a-4555-9fed-767b5b61927a req-def9a478-6cd3-495b-adba-625fef28cf99 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:47.866142 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-da740022-fd2a-4555-9fed-767b5b61927a req-def9a478-6cd3-495b-adba-625fef28cf99 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.1072123 Feb 14 16:20:47.909368 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:20:47.912900 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-da740022-fd2a-4555-9fed-767b5b61927a req-76bca791-227c-45bd-8ab4-630a7d742b60 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458353 Feb 14 16:20:47.924799 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-61d791b9-93a0-41ab-931c-7da4faa3b416 req-684ae63b-bfc1-4c52-9e22-a58c55856bcd tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445682 Feb 14 16:20:48.007038 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-51dddf89-739e-4b01-a16e-ee4c209ae1f2 admin admin] Publish callbacks [] for security_group (24014aed-a899-4ebe-8759-94637ff1016e), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:48.041916 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0c92de4c-e10e-4c32-ab55-d3d1ffe64417,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:48.044249 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-51dddf89-739e-4b01-a16e-ee4c209ae1f2 admin admin] Publish callbacks [] for security_group (24014aed-a899-4ebe-8759-94637ff1016e), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:48.051828 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6f83b6-036a-49e2-94fb-ecf3cd6b36d2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:20:48.056579 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '0c92de4c-e10e-4c32-ab55-d3d1ffe64417', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'port_id': '0c92de4c-e10e-4c32-ab55-d3d1ffe64417', 'mac_address': 'fa:16:3e:1e:4e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:20:48.057972 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-4b6f83b6-036a-49e2-94fb-ecf3cd6b36d2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:48.069502 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a47d6b-f298-4fc4-b8ee-e4a5b5588cdf None None] Sync routers for ids ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:20:48.107888 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a47d6b-f298-4fc4-b8ee-e4a5b5588cdf None None] Routers {'0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:20:48.108540 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-87a47d6b-f298-4fc4-b8ee-e4a5b5588cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:20:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:48.113761 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:48.114580 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:48.116068 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-4b6f83b6-036a-49e2-94fb-ecf3cd6b36d2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "PUT /v2.0/floatingips/f9171ee5-b164-42fc-8bac-188639af239e HTTP/1.1" status: 200 len: 991 time: 1.9840639 Feb 14 16:20:48.117039 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'tag': '16eef14d-643a-4553-a414-fc83179dbef1'}] {{(pid=102552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:20:48.121013 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9be7e70e6e7d8e41db67d6a2a9b7a0bb24c700eebffb41e9ae5e2264f113bf3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb667139-7643-4c06-9b24-735b8380bbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0c9996-1f19-45c2-bd8a-9da588e94e6f", "tag": "16eef14d-643a-4553-a414-fc83179dbef1"}]}' {{(pid=102552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:20:48.147365 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:20:48.148178 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-51dddf89-739e-4b01-a16e-ee4c209ae1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (24014aed-a899-4ebe-8759-94637ff1016e), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:48.151659 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-51dddf89-739e-4b01-a16e-ee4c209ae1f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:48.156002 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-51dddf89-739e-4b01-a16e-ee4c209ae1f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24014aed-a899-4ebe-8759-94637ff1016e HTTP/1.1" status: 204 len: 168 time: 0.3391192 Feb 14 16:20:48.166115 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dddf89-739e-4b01-a16e-ee4c209ae1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24014aed-a899-4ebe-8759-94637ff1016e,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:48.272162 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-87a47d6b-f298-4fc4-b8ee-e4a5b5588cdf None None] Set router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:20:48.275336 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0c92de4c-e10e-4c32-ab55-d3d1ffe64417,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:48.293794 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:48.321267 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd72d58-7039-4f32-8b2a-372c05130f22 x-openstack-request-id: req-6bd72d58-7039-4f32-8b2a-372c05130f22 {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:20:48.321774 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0c9996-1f19-45c2-bd8a-9da588e94e6f", "tag": "16eef14d-643a-4553-a414-fc83179dbef1", "status": "completed", "code": 200}]} {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:20:48.325144 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bd72d58-7039-4f32-8b2a-372c05130f22 {{(pid=102552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:20:48.327346 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'tag': '16eef14d-643a-4553-a414-fc83179dbef1', 'status': 'completed', 'code': 200} Feb 14 16:20:48.407681 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b4373-aaf4-4a32-8e27-bd714b260e50 req-f6a84ced-c895-4b13-b833-e990eb1c8913 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:48.409516 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=0c92de4c-e10e-4c32-ab55-d3d1ffe64417,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:48.417126 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a99b4373-aaf4-4a32-8e27-bd714b260e50 req-f6a84ced-c895-4b13-b833-e990eb1c8913 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.1073797 Feb 14 16:20:48.463303 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-28e020a5-8f9f-4de9-a9e8-8cf3dd4da142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:48.494203 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a99b4373-aaf4-4a32-8e27-bd714b260e50 req-de8bdd9f-126e-46c1-9537-edc9e19e50e3 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760615 Feb 14 16:20:48.658414 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-87a47d6b-f298-4fc4-b8ee-e4a5b5588cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'f9171ee5-b164-42fc-8bac-188639af239e', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'port_id': '16eef14d-643a-4553-a414-fc83179dbef1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'mac_address': 'fa:16:3e:d3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:20:16Z', 'updated_at': '2022-02-14T16:20:47Z', 'revision_number': 1, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73fd0595-a93a-46e3-8b52-3458da157f6b', 'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'mac_address': 'fa:16:3e:b9:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:13Z', 'revision_number': 5, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'subnets': [{'id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:48.699603 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a47d6b-f298-4fc4-b8ee-e4a5b5588cdf None None] Checking router: 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:20:48.708573 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a47d6b-f298-4fc4-b8ee-e4a5b5588cdf None None] Routers {'0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:20:48.709356 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-87a47d6b-f298-4fc4-b8ee-e4a5b5588cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:20:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:48.842380 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-87a47d6b-f298-4fc4-b8ee-e4a5b5588cdf None None] Set router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:20:49.072897 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcc120-85b6-4604-a090-6b7191e217dc req-55f54c95-e838-4650-8f81-b0845f1158be tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:49.075078 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-67bcc120-85b6-4604-a090-6b7191e217dc req-55f54c95-e838-4650-8f81-b0845f1158be tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 944 time: 0.0619395 Feb 14 16:20:49.094622 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-87a47d6b-f298-4fc4-b8ee-e4a5b5588cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'f9171ee5-b164-42fc-8bac-188639af239e', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'port_id': '16eef14d-643a-4553-a414-fc83179dbef1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'mac_address': 'fa:16:3e:d3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:20:16Z', 'updated_at': '2022-02-14T16:20:47Z', 'revision_number': 1, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73fd0595-a93a-46e3-8b52-3458da157f6b', 'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'mac_address': 'fa:16:3e:b9:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:13Z', 'revision_number': 5, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'subnets': [{'id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:20:49.129658 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-67bcc120-85b6-4604-a090-6b7191e217dc req-7290be68-2a47-4c64-9cc4-6b8cd062877b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479643 Feb 14 16:20:49.131495 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a47d6b-f298-4fc4-b8ee-e4a5b5588cdf None None] The sync data for ids ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'] in dv-cinder-819668-3-iscsi is: [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'f9171ee5-b164-42fc-8bac-188639af239e', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'port_id': '16eef14d-643a-4553-a414-fc83179dbef1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'mac_address': 'fa:16:3e:d3:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:20:16Z', 'updated_at': '2022-02-14T16:20:47Z', 'revision_number': 1, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73fd0595-a93a-46e3-8b52-3458da157f6b', 'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'mac_address': 'fa:16:3e:b9:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:13Z', 'revision_number': 5, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'subnets': [{'id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:20:49.388326 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce520b05-5d86-462d-b235-26993aafe4da None None] New status for floating IP f9171ee5-b164-42fc-8bac-188639af239e: ACTIVE {{(pid=102554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:20:49.677982 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441b844-8fa3-43bf-b888-1c4b2791f720 req-d667d80d-cd56-4274-a06f-a038825dab4a tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:49.679509 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c441b844-8fa3-43bf-b888-1c4b2791f720 req-d667d80d-cd56-4274-a06f-a038825dab4a tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.1111619 Feb 14 16:20:49.746284 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c441b844-8fa3-43bf-b888-1c4b2791f720 req-df0490b5-ba27-4312-a92b-92cf3ad3becd tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545955 Feb 14 16:20:49.906003 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007192e3-bc9c-442d-a072-442c68f4a594 req-13b10a23-121e-4ccf-bcb1-5b1bc2e599ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:49.907537 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-007192e3-bc9c-442d-a072-442c68f4a594 req-13b10a23-121e-4ccf-bcb1-5b1bc2e599ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca15708118b44a1a682c7b615afc8a1&device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 1130 time: 0.0814395 Feb 14 16:20:49.909231 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667139-7643-4c06-9b24-735b8380bbeb req-fdd51efc-665d-4d44-93cd-79e27524228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:49.910598 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cb667139-7643-4c06-9b24-735b8380bbeb req-fdd51efc-665d-4d44-93cd-79e27524228b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac0c72c994864a80a9975f44cae07762&device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 1129 time: 0.0753882 Feb 14 16:20:50.075011 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667139-7643-4c06-9b24-735b8380bbeb req-65975731-7b99-4168-b675-7025a05243c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:50.076257 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cb667139-7643-4c06-9b24-735b8380bbeb req-65975731-7b99-4168-b675-7025a05243c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 HTTP/1.1" status: 200 len: 917 time: 0.1437194 Feb 14 16:20:50.157833 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007192e3-bc9c-442d-a072-442c68f4a594 req-ee0d7eea-ddc6-46b5-9a34-2c0e800f9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:50.159286 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-007192e3-bc9c-442d-a072-442c68f4a594 req-ee0d7eea-ddc6-46b5-9a34-2c0e800f9a36 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a HTTP/1.1" status: 200 len: 920 time: 0.2281387 Feb 14 16:20:50.174098 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['0c92de4c-e10e-4c32-ab55-d3d1ffe64417'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:20:50.208301 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cb667139-7643-4c06-9b24-735b8380bbeb req-47fb96b1-b454-425f-9c46-3dcd2ae25403 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16eef14d-643a-4553-a414-fc83179dbef1 HTTP/1.1" status: 200 len: 1001 time: 0.1143012 Feb 14 16:20:50.253331 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-007192e3-bc9c-442d-a072-442c68f4a594 req-46a5cae6-e630-4fa0-9675-09965d4a57b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22a72e14-7804-46a9-b029-517e3eab852f HTTP/1.1" status: 200 len: 217 time: 0.0785904 Feb 14 16:20:50.357132 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667139-7643-4c06-9b24-735b8380bbeb req-defc6130-7f88-4c90-8bd6-169185c84f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:50.358520 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cb667139-7643-4c06-9b24-735b8380bbeb req-defc6130-7f88-4c90-8bd6-169185c84f11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b022af-3860-42a7-933a-01d0f454c9a6 HTTP/1.1" status: 200 len: 855 time: 0.1151719 Feb 14 16:20:50.366887 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007192e3-bc9c-442d-a072-442c68f4a594 req-ad0229f1-1a77-4b73-b354-1e5b9716d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:50.368197 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-007192e3-bc9c-442d-a072-442c68f4a594 req-ad0229f1-1a77-4b73-b354-1e5b9716d66b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29897062-631a-49da-8452-c4a2baf64bda HTTP/1.1" status: 200 len: 859 time: 0.1042054 Feb 14 16:20:50.413684 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b989e-8a1c-4de7-a43c-9797b99e978c req-09b876f2-187f-4cdf-a235-8773a714b964 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:50.415156 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-905b989e-8a1c-4de7-a43c-9797b99e978c req-09b876f2-187f-4cdf-a235-8773a714b964 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 944 time: 0.1704493 Feb 14 16:20:50.433392 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-007192e3-bc9c-442d-a072-442c68f4a594 req-2c368ce7-d506-4ead-8055-06478d8542d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558124 Feb 14 16:20:50.531712 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667139-7643-4c06-9b24-735b8380bbeb req-d055dbf7-cb93-4172-872c-f3d9ea95665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:50.533178 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cb667139-7643-4c06-9b24-735b8380bbeb req-d055dbf7-cb93-4172-872c-f3d9ea95665c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1634755 Feb 14 16:20:50.568944 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-905b989e-8a1c-4de7-a43c-9797b99e978c req-f8fb2fcf-79c9-48bd-ad8a-6a83cf0dee1f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381249 Feb 14 16:20:50.623572 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-007192e3-bc9c-442d-a072-442c68f4a594 req-43084b10-1db1-4f67-9206-e5eedac6201f service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780066 Feb 14 16:20:50.720506 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-79feb6bc-3349-485f-bab7-6aec92175fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:50.883360 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb2d28-7cca-4dfe-b4fe-52edff8e02ff req-68b8cdd7-1105-4a44-9348-6d6dc9c3d71e tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:50.890816 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-35eb2d28-7cca-4dfe-b4fe-52edff8e02ff req-68b8cdd7-1105-4a44-9348-6d6dc9c3d71e tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0672553 Feb 14 16:20:50.911771 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cb667139-7643-4c06-9b24-735b8380bbeb req-e809651f-3e2d-4637-8dfe-4a283313ab07 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691134 Feb 14 16:20:50.966233 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-35eb2d28-7cca-4dfe-b4fe-52edff8e02ff req-d2b14ced-9f08-4887-8e26-e167ee44b23d tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692680 Feb 14 16:20:51.014472 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-007192e3-bc9c-442d-a072-442c68f4a594 req-646471f3-3ad0-4356-8e1e-9e3ddfe6ae13 service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833420 Feb 14 16:20:51.122753 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cb667139-7643-4c06-9b24-735b8380bbeb req-eb5f02c8-1d46-46cf-81e5-902400d6cf8b service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910713 Feb 14 16:20:51.302576 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 49966) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:51.414792 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-51eca87e-2e9a-4baf-a114-5ebb86495b0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:51.512470 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-51eca87e-2e9a-4baf-a114-5ebb86495b0b admin admin] Publish callbacks [] for security_group (55e243c3-fae5-4918-831b-294e392e2eb6), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:51.515936 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-51eca87e-2e9a-4baf-a114-5ebb86495b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (55e243c3-fae5-4918-831b-294e392e2eb6), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:51.553285 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-51eca87e-2e9a-4baf-a114-5ebb86495b0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2950914a46f545a793b02ecf5ef5db35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496071 Feb 14 16:20:51.554180 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eca87e-2e9a-4baf-a114-5ebb86495b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e243c3-fae5-4918-831b-294e392e2eb6,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:51.555990 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49976) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:51.607562 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-376565f6-101a-48d2-b013-917abb7a794e admin admin] Publish callbacks [] for security_group (55e243c3-fae5-4918-831b-294e392e2eb6), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:51.629183 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-376565f6-101a-48d2-b013-917abb7a794e admin admin] Publish callbacks [] for security_group (55e243c3-fae5-4918-831b-294e392e2eb6), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:51.701944 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64072770-bca4-4087-98f9-60310179a0fc req-32eecc83-875e-44a9-99c5-87aaed2f2742 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:51.703308 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-64072770-bca4-4087-98f9-60310179a0fc req-32eecc83-875e-44a9-99c5-87aaed2f2742 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 944 time: 0.0664558 Feb 14 16:20:51.716561 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-376565f6-101a-48d2-b013-917abb7a794e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (55e243c3-fae5-4918-831b-294e392e2eb6), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:51.719105 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-376565f6-101a-48d2-b013-917abb7a794e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:51.720194 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-376565f6-101a-48d2-b013-917abb7a794e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55e243c3-fae5-4918-831b-294e392e2eb6 HTTP/1.1" status: 204 len: 168 time: 0.1625021 Feb 14 16:20:51.740060 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376565f6-101a-48d2-b013-917abb7a794e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e243c3-fae5-4918-831b-294e392e2eb6,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:51.762556 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-64072770-bca4-4087-98f9-60310179a0fc req-de85a5ca-5745-4fdd-b220-bb30215b8e9c tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529404 Feb 14 16:20:51.993306 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49986) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:52.003985 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:52.007994 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7c11400f-0a2c-4322-8268-b453650aad96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:52.080126 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ab857-14f3-4b77-99f5-6a0f78d85ae8 req-65af18b3-3682-4f63-8345-3fd37d50247b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:52.082185 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4e3ab857-14f3-4b77-99f5-6a0f78d85ae8 req-65af18b3-3682-4f63-8345-3fd37d50247b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0537672 Feb 14 16:20:52.088103 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7c11400f-0a2c-4322-8268-b453650aad96 admin admin] Publish callbacks [] for security_group (58eacbfc-ef79-4316-9752-df8cea937ca5), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:52.091781 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7c11400f-0a2c-4322-8268-b453650aad96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (58eacbfc-ef79-4316-9752-df8cea937ca5), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:52.133116 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-7c11400f-0a2c-4322-8268-b453650aad96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4512e9c7493a45f59670ad9396f5e4c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385801 Feb 14 16:20:52.134212 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11400f-0a2c-4322-8268-b453650aad96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58eacbfc-ef79-4316-9752-df8cea937ca5,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:52.136227 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 49990) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:52.148067 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4e3ab857-14f3-4b77-99f5-6a0f78d85ae8 req-4443a36a-6334-4be7-b071-5cd27cfb46ba tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602219 Feb 14 16:20:52.187322 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-53335b9f-576a-44ad-a44b-d7e0d8a2a1f8 admin admin] Publish callbacks [] for security_group (58eacbfc-ef79-4316-9752-df8cea937ca5), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:52.207825 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-53335b9f-576a-44ad-a44b-d7e0d8a2a1f8 admin admin] Publish callbacks [] for security_group (58eacbfc-ef79-4316-9752-df8cea937ca5), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:52.213924 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:20:52.262027 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-53335b9f-576a-44ad-a44b-d7e0d8a2a1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (58eacbfc-ef79-4316-9752-df8cea937ca5), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:52.264894 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-53335b9f-576a-44ad-a44b-d7e0d8a2a1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:52.266112 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-53335b9f-576a-44ad-a44b-d7e0d8a2a1f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58eacbfc-ef79-4316-9752-df8cea937ca5 HTTP/1.1" status: 204 len: 168 time: 0.1289222 Feb 14 16:20:52.266784 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:20:52.271447 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:20:52.272018 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:52.275870 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53335b9f-576a-44ad-a44b-d7e0d8a2a1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eacbfc-ef79-4316-9752-df8cea937ca5,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:52.366660 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:20:52.367057 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:52.389299 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a534a1d9-992f-473b-baf6-2e5d3f70757b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c92de4c-e10e-4c32-ab55-d3d1ffe64417'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:20:52.391530 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645c9246-59cb-49e1-a1b6-49e56c30ff80" -d '{"events": [{"server_uuid": "a534a1d9-992f-473b-baf6-2e5d3f70757b", "name": "network-vif-plugged", "status": "completed", "tag": "0c92de4c-e10e-4c32-ab55-d3d1ffe64417"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:20:52.404119 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0c92de4c-e10e-4c32-ab55-d3d1ffe64417,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:20:52.410441 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:52.437478 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cceada-cb72-483b-a869-c58d0e4cff7d x-openstack-request-id: req-57cceada-cb72-483b-a869-c58d0e4cff7d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:20:52.437810 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a534a1d9-992f-473b-baf6-2e5d3f70757b", "name": "network-vif-plugged", "status": "completed", "tag": "0c92de4c-e10e-4c32-ab55-d3d1ffe64417", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:20:52.438081 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57cceada-cb72-483b-a869-c58d0e4cff7d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:20:52.438450 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a534a1d9-992f-473b-baf6-2e5d3f70757b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c92de4c-e10e-4c32-ab55-d3d1ffe64417', 'code': 200} Feb 14 16:20:52.472615 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=0c92de4c-e10e-4c32-ab55-d3d1ffe64417,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:52.765155 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 50022) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:52.879051 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0c9f45e0-f9e0-48b0-a749-d988b4318ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:52.886666 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55468436-7e94-499e-9119-1073b439cc63 req-0662a511-c1d7-4e6d-b851-f60ea6a60259 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:52.888176 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-55468436-7e94-499e-9119-1073b439cc63 req-0662a511-c1d7-4e6d-b851-f60ea6a60259 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0555193 Feb 14 16:20:52.943129 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-55468436-7e94-499e-9119-1073b439cc63 req-eb8f38a4-44a9-48fb-8ef2-d42b43c675d3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483809 Feb 14 16:20:52.963924 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0c9f45e0-f9e0-48b0-a749-d988b4318ff7 admin admin] Publish callbacks [] for security_group (4848a3dc-78e2-48e0-91db-6f78076639a5), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:52.968218 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0c9f45e0-f9e0-48b0-a749-d988b4318ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (4848a3dc-78e2-48e0-91db-6f78076639a5), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:53.009617 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-0c9f45e0-f9e0-48b0-a749-d988b4318ff7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf6f6b103e9e4b1c9dbd327792dbae4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433333 Feb 14 16:20:53.010473 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f45e0-f9e0-48b0-a749-d988b4318ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4848a3dc-78e2-48e0-91db-6f78076639a5,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:53.012217 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50036) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:53.062093 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0d05c837-2c94-4b44-b5e6-18e3c8a5ad8d admin admin] Publish callbacks [] for security_group (4848a3dc-78e2-48e0-91db-6f78076639a5), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:53.084139 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0d05c837-2c94-4b44-b5e6-18e3c8a5ad8d admin admin] Publish callbacks [] for security_group (4848a3dc-78e2-48e0-91db-6f78076639a5), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:53.133086 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0d05c837-2c94-4b44-b5e6-18e3c8a5ad8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (4848a3dc-78e2-48e0-91db-6f78076639a5), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:53.135710 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0d05c837-2c94-4b44-b5e6-18e3c8a5ad8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:53.136865 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-0d05c837-2c94-4b44-b5e6-18e3c8a5ad8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4848a3dc-78e2-48e0-91db-6f78076639a5 HTTP/1.1" status: 204 len: 168 time: 0.1235235 Feb 14 16:20:53.144504 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05c837-2c94-4b44-b5e6-18e3c8a5ad8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4848a3dc-78e2-48e0-91db-6f78076639a5,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:53.278368 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ed766-73b4-4047-80d5-7abdcf84f7a3 req-95d12157-a975-4b7c-bbbb-0c135b8bf00f tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:53.282043 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bb9ed766-73b4-4047-80d5-7abdcf84f7a3 req-95d12157-a975-4b7c-bbbb-0c135b8bf00f tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0609398 Feb 14 16:20:53.323691 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bb9ed766-73b4-4047-80d5-7abdcf84f7a3 req-2c3620d0-6cba-47e7-8d92-b50d06c25ce3 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Feb 14 16:20:53.436812 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 50058) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:53.449673 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e0cbffa3-5990-4bca-a6ff-28d3fa579b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:53.528900 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:53.534023 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e0cbffa3-5990-4bca-a6ff-28d3fa579b03 admin admin] Publish callbacks [] for security_group (6dd9dd4e-16ed-4676-8a41-69eadc078b67), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:53.538830 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e0cbffa3-5990-4bca-a6ff-28d3fa579b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (6dd9dd4e-16ed-4676-8a41-69eadc078b67), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:53.580747 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-e0cbffa3-5990-4bca-a6ff-28d3fa579b03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91a8fc48a9ad440db7bdaecc851890fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406472 Feb 14 16:20:53.582159 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50064) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:53.582423 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbffa3-5990-4bca-a6ff-28d3fa579b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd9dd4e-16ed-4676-8a41-69eadc078b67,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:53.639328 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0c1b7df1-550b-4b2d-8b3e-b558b68f680e admin admin] Publish callbacks [] for security_group (6dd9dd4e-16ed-4676-8a41-69eadc078b67), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:53.662319 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0c1b7df1-550b-4b2d-8b3e-b558b68f680e admin admin] Publish callbacks [] for security_group (6dd9dd4e-16ed-4676-8a41-69eadc078b67), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:53.707961 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0c1b7df1-550b-4b2d-8b3e-b558b68f680e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (6dd9dd4e-16ed-4676-8a41-69eadc078b67), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:53.710566 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0c1b7df1-550b-4b2d-8b3e-b558b68f680e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:53.711745 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-0c1b7df1-550b-4b2d-8b3e-b558b68f680e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6dd9dd4e-16ed-4676-8a41-69eadc078b67 HTTP/1.1" status: 204 len: 168 time: 0.1283948 Feb 14 16:20:53.720017 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b7df1-550b-4b2d-8b3e-b558b68f680e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd9dd4e-16ed-4676-8a41-69eadc078b67,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:54.106829 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3939b-9d22-48ba-948f-7b1a4150c251 req-fad29938-fb14-4f1d-8df3-d581aaa1d6ac tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:54.110495 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c8e3939b-9d22-48ba-948f-7b1a4150c251 req-fad29938-fb14-4f1d-8df3-d581aaa1d6ac tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0857198 Feb 14 16:20:54.168680 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c8e3939b-9d22-48ba-948f-7b1a4150c251 req-b0ba8b00-accd-43aa-91fa-f26aa01c519a tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537851 Feb 14 16:20:54.249054 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b9c8f-4802-44dc-8176-ffb8801be468 req-86643224-1c5f-4d28-a368-12361f860585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:54.250873 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e72b9c8f-4802-44dc-8176-ffb8801be468 req-86643224-1c5f-4d28-a368-12361f860585 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 1129 time: 0.0525622 Feb 14 16:20:54.257679 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50102) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:54.301960 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e72b9c8f-4802-44dc-8176-ffb8801be468 req-bd8c7e4d-0588-4bde-9291-460a596cdf9e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432181 Feb 14 16:20:54.377487 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-73843c9a-bd62-4b59-b2be-09dfee18dbc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:54.455969 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6e75d-9f60-49c4-9d6f-e39fbace7998 req-11b6666a-2d99-4068-8deb-32f2875b23f3 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:54.457780 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-dda6e75d-9f60-49c4-9d6f-e39fbace7998 req-11b6666a-2d99-4068-8deb-32f2875b23f3 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0621483 Feb 14 16:20:54.471969 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-73843c9a-bd62-4b59-b2be-09dfee18dbc9 admin admin] Publish callbacks [] for security_group (9f47a474-c58b-494e-9ba2-c59bb273c474), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:54.478032 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-73843c9a-bd62-4b59-b2be-09dfee18dbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (9f47a474-c58b-494e-9ba2-c59bb273c474), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:54.517428 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-73843c9a-bd62-4b59-b2be-09dfee18dbc9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a05f3d30e9f447b8c8f81fc1a657e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583754 Feb 14 16:20:54.518354 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73843c9a-bd62-4b59-b2be-09dfee18dbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f47a474-c58b-494e-9ba2-c59bb273c474,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:54.529046 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-dda6e75d-9f60-49c4-9d6f-e39fbace7998 req-0076c639-acc5-4117-8dd5-ef8a5a699710 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604281 Feb 14 16:20:54.529902 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 50118) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:54.578907 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9e461f65-18a0-4b14-9e82-c50a2b3a1c26 admin admin] Publish callbacks [] for security_group (9f47a474-c58b-494e-9ba2-c59bb273c474), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:54.586458 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:20:54.600891 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9e461f65-18a0-4b14-9e82-c50a2b3a1c26 admin admin] Publish callbacks [] for security_group (9f47a474-c58b-494e-9ba2-c59bb273c474), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:54.654452 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9e461f65-18a0-4b14-9e82-c50a2b3a1c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (9f47a474-c58b-494e-9ba2-c59bb273c474), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:54.657349 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9e461f65-18a0-4b14-9e82-c50a2b3a1c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:54.661436 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-9e461f65-18a0-4b14-9e82-c50a2b3a1c26 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f47a474-c58b-494e-9ba2-c59bb273c474 HTTP/1.1" status: 204 len: 168 time: 0.1298885 Feb 14 16:20:54.677579 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e461f65-18a0-4b14-9e82-c50a2b3a1c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f47a474-c58b-494e-9ba2-c59bb273c474,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:54.743569 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:55.047708 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50140) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:55.061342 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-05060d93-9f40-49c8-9455-60582ff9315e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:55.150083 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-05060d93-9f40-49c8-9455-60582ff9315e admin admin] Publish callbacks [] for security_group (8814b395-0de6-4dae-a71e-341da5582502), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:55.155298 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-05060d93-9f40-49c8-9455-60582ff9315e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (8814b395-0de6-4dae-a71e-341da5582502), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:55.193944 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05060d93-9f40-49c8-9455-60582ff9315e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8814b395-0de6-4dae-a71e-341da5582502,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:55.202868 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-05060d93-9f40-49c8-9455-60582ff9315e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d701d9ebd1c40fab4e182186deef44b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540613 Feb 14 16:20:55.207077 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50152) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:55.270374 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1cfc8423-1c50-4f28-9580-455d0ef80c28 admin admin] Publish callbacks [] for security_group (8814b395-0de6-4dae-a71e-341da5582502), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:55.334949 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1cfc8423-1c50-4f28-9580-455d0ef80c28 admin admin] Publish callbacks [] for security_group (8814b395-0de6-4dae-a71e-341da5582502), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:55.384071 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a235267-bbbd-4500-8fc4-23a2ffe4a071 req-d82565ff-665d-4298-b87b-88d02f47deed tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:55.385573 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6a235267-bbbd-4500-8fc4-23a2ffe4a071 req-d82565ff-665d-4298-b87b-88d02f47deed tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.1036716 Feb 14 16:20:55.427233 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1cfc8423-1c50-4f28-9580-455d0ef80c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (8814b395-0de6-4dae-a71e-341da5582502), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:55.429662 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1cfc8423-1c50-4f28-9580-455d0ef80c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:55.430787 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-1cfc8423-1c50-4f28-9580-455d0ef80c28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8814b395-0de6-4dae-a71e-341da5582502 HTTP/1.1" status: 204 len: 168 time: 0.2228169 Feb 14 16:20:55.443889 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6a235267-bbbd-4500-8fc4-23a2ffe4a071 req-c7a518a7-9cf3-4106-bfcc-c85d9fe69d4d tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524147 Feb 14 16:20:55.445005 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc8423-1c50-4f28-9580-455d0ef80c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8814b395-0de6-4dae-a71e-341da5582502,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:55.658178 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc0a3b-2a96-4731-b4c0-4c909e4cfeef req-5d4351bc-c5da-4a80-9653-60cfdab233e0 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:55.660501 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3adc0a3b-2a96-4731-b4c0-4c909e4cfeef req-5d4351bc-c5da-4a80-9653-60cfdab233e0 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0565872 Feb 14 16:20:55.722962 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3adc0a3b-2a96-4731-b4c0-4c909e4cfeef req-540cf3d1-194b-4b85-8b66-753ea02d1625 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512545 Feb 14 16:20:56.565180 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50282) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:56.595777 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbf227-0b92-42cc-864e-608f1d0c836e req-f96e504f-6a6b-426a-babe-0f35893feb07 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:56.604302 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-61fbf227-0b92-42cc-864e-608f1d0c836e req-f96e504f-6a6b-426a-babe-0f35893feb07 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0795143 Feb 14 16:20:56.647247 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-61fbf227-0b92-42cc-864e-608f1d0c836e req-aa59e631-bdcf-4590-9bd7-de93c5eee20f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420969 Feb 14 16:20:56.676431 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-dc3dcec4-ea29-43a5-96e8-660e9a0e0980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:56.767822 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-dc3dcec4-ea29-43a5-96e8-660e9a0e0980 admin admin] Publish callbacks [] for security_group (ae2de799-8679-4154-9b63-9c8d8e087bf5), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:56.773621 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-dc3dcec4-ea29-43a5-96e8-660e9a0e0980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (ae2de799-8679-4154-9b63-9c8d8e087bf5), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:56.812931 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-dc3dcec4-ea29-43a5-96e8-660e9a0e0980 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db6bdf5982eb45fcbd6cc0b29dc60812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464950 Feb 14 16:20:56.813407 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 50298) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:56.817833 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dcec4-ea29-43a5-96e8-660e9a0e0980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2de799-8679-4154-9b63-9c8d8e087bf5,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:56.826322 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50300) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:56.910610 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cc6ce-f842-45c8-9c2b-34ba7fdd6bec req-c6561fb6-9119-4254-856e-5cf1b04582ad tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:56.912076 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-dc1cc6ce-f842-45c8-9c2b-34ba7fdd6bec req-c6561fb6-9119-4254-856e-5cf1b04582ad tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0887539 Feb 14 16:20:56.912881 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ee9804ca-8764-4002-85e7-dc8a3fc002b8 admin admin] Publish callbacks [] for security_group (ae2de799-8679-4154-9b63-9c8d8e087bf5), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:56.932414 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9b86031a-c25e-45ef-ba8a-5a9e2b49f5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:56.946275 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ee9804ca-8764-4002-85e7-dc8a3fc002b8 admin admin] Publish callbacks [] for security_group (ae2de799-8679-4154-9b63-9c8d8e087bf5), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:56.995474 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-dc1cc6ce-f842-45c8-9c2b-34ba7fdd6bec req-b488523e-d882-4d81-a358-170fdcfdc3b8 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733986 Feb 14 16:20:57.008441 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9b86031a-c25e-45ef-ba8a-5a9e2b49f5cb admin admin] Publish callbacks [] for security_group (78834501-dd6a-4c5a-a83e-da48a4ce163e), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:57.012946 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9b86031a-c25e-45ef-ba8a-5a9e2b49f5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (78834501-dd6a-4c5a-a83e-da48a4ce163e), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:57.016452 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ee9804ca-8764-4002-85e7-dc8a3fc002b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (ae2de799-8679-4154-9b63-9c8d8e087bf5), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:57.019881 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ee9804ca-8764-4002-85e7-dc8a3fc002b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:57.020993 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-ee9804ca-8764-4002-85e7-dc8a3fc002b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae2de799-8679-4154-9b63-9c8d8e087bf5 HTTP/1.1" status: 204 len: 168 time: 0.2054207 Feb 14 16:20:57.028924 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9804ca-8764-4002-85e7-dc8a3fc002b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2de799-8679-4154-9b63-9c8d8e087bf5,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:57.050591 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86031a-c25e-45ef-ba8a-5a9e2b49f5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78834501-dd6a-4c5a-a83e-da48a4ce163e,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:57.057570 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-9b86031a-c25e-45ef-ba8a-5a9e2b49f5cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8bd67d1e7cac4d82a1ea244220ff47ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275016 Feb 14 16:20:57.057570 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50306) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:57.105957 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-85ecac3b-4e7f-4f31-bacd-73b4afd2421a admin admin] Publish callbacks [] for security_group (78834501-dd6a-4c5a-a83e-da48a4ce163e), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:57.126780 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-85ecac3b-4e7f-4f31-bacd-73b4afd2421a admin admin] Publish callbacks [] for security_group (78834501-dd6a-4c5a-a83e-da48a4ce163e), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:57.178478 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-85ecac3b-4e7f-4f31-bacd-73b4afd2421a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (78834501-dd6a-4c5a-a83e-da48a4ce163e), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:57.181070 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-85ecac3b-4e7f-4f31-bacd-73b4afd2421a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:57.182302 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-85ecac3b-4e7f-4f31-bacd-73b4afd2421a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78834501-dd6a-4c5a-a83e-da48a4ce163e HTTP/1.1" status: 204 len: 168 time: 0.1238327 Feb 14 16:20:57.189888 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecac3b-4e7f-4f31-bacd-73b4afd2421a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78834501-dd6a-4c5a-a83e-da48a4ce163e,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:57.594480 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50330) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:57.608651 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-17911f4f-ef21-4558-9c9a-769f37297933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:57.684445 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-17911f4f-ef21-4558-9c9a-769f37297933 admin admin] Publish callbacks [] for security_group (eddd7f08-eb0b-48ab-bf1b-3d146423ce07), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:57.688927 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-17911f4f-ef21-4558-9c9a-769f37297933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (eddd7f08-eb0b-48ab-bf1b-3d146423ce07), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:57.738046 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-17911f4f-ef21-4558-9c9a-769f37297933 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=765237a33b7249b59348c7d60d254185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420884 Feb 14 16:20:57.740659 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 50338) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:20:57.752304 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17911f4f-ef21-4558-9c9a-769f37297933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddd7f08-eb0b-48ab-bf1b-3d146423ce07,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:57.787929 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ba259-2a91-48e5-b4f0-7a1f103f3ebe req-79aa4279-801a-4385-b5de-a71d9f1a05c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:57.793967 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-da8ba259-2a91-48e5-b4f0-7a1f103f3ebe req-79aa4279-801a-4385-b5de-a71d9f1a05c5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0746582 Feb 14 16:20:57.799428 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4699-cd70-40a3-b1df-54bbe8385641 admin admin] Publish callbacks [] for security_group (eddd7f08-eb0b-48ab-bf1b-3d146423ce07), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:57.824674 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4699-cd70-40a3-b1df-54bbe8385641 admin admin] Publish callbacks [] for security_group (eddd7f08-eb0b-48ab-bf1b-3d146423ce07), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:57.871039 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-da8ba259-2a91-48e5-b4f0-7a1f103f3ebe req-0c2117de-c969-4da1-9cb5-c6d33ab92ff6 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653479 Feb 14 16:20:57.895758 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4699-cd70-40a3-b1df-54bbe8385641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (eddd7f08-eb0b-48ab-bf1b-3d146423ce07), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:57.898797 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4699-cd70-40a3-b1df-54bbe8385641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:20:57.900080 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-f1fd4699-cd70-40a3-b1df-54bbe8385641 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eddd7f08-eb0b-48ab-bf1b-3d146423ce07 HTTP/1.1" status: 204 len: 168 time: 0.1584358 Feb 14 16:20:57.909194 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd4699-cd70-40a3-b1df-54bbe8385641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddd7f08-eb0b-48ab-bf1b-3d146423ce07,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:20:58.144279 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7529696-40c2-4234-b72a-24b1d243d5ac req-d90bc93d-12a4-42ec-adb9-39252fbf7b59 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:58.147180 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a7529696-40c2-4234-b72a-24b1d243d5ac req-d90bc93d-12a4-42ec-adb9-39252fbf7b59 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0627048 Feb 14 16:20:58.209321 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf0432-0297-42b3-9103-7069809861b4 req-94c2559e-7938-4c61-83ba-9901f372f4ac tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:58.211087 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a7529696-40c2-4234-b72a-24b1d243d5ac req-5e3835da-17f3-4693-b93b-ced043f9c067 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561688 Feb 14 16:20:58.212506 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9faf0432-0297-42b3-9103-7069809861b4 req-94c2559e-7938-4c61-83ba-9901f372f4ac tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 945 time: 0.0678120 Feb 14 16:20:58.272963 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9faf0432-0297-42b3-9103-7069809861b4 req-fce2dd50-c126-400e-865d-47f4c8ba3e16 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546007 Feb 14 16:20:58.992504 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282f0b0-e17f-4229-9447-8f15154969c3 req-e93e34d0-4d44-4af1-81be-c437cdc8ed7a tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:58.994605 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9282f0b0-e17f-4229-9447-8f15154969c3 req-e93e34d0-4d44-4af1-81be-c437cdc8ed7a tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0531449 Feb 14 16:20:59.044926 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9282f0b0-e17f-4229-9447-8f15154969c3 req-7e857690-39ee-47cb-8a47-c17e2e7e7143 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441294 Feb 14 16:20:59.362381 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ced6e-5810-42f3-83e3-23923d25cd8a req-5e31aac8-a255-4aa8-ba94-967295aa4b74 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:59.367468 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6e1ced6e-5810-42f3-83e3-23923d25cd8a req-5e31aac8-a255-4aa8-ba94-967295aa4b74 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0851915 Feb 14 16:20:59.421928 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6e1ced6e-5810-42f3-83e3-23923d25cd8a req-9b78cc1e-bab1-4522-bfca-d1003e8cadf9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477026 Feb 14 16:20:59.450941 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e693ca-81d0-471f-af01-b3950ae9a447 req-77bbf4f0-19f1-47df-af1a-46369008f311 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:20:59.452575 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-68e693ca-81d0-471f-af01-b3950ae9a447 req-77bbf4f0-19f1-47df-af1a-46369008f311 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 945 time: 0.0883138 Feb 14 16:20:59.511655 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-68e693ca-81d0-471f-af01-b3950ae9a447 req-0e1c15fc-aff3-4cc1-8e5d-5d8ee4f5d91d tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525513 Feb 14 16:21:00.158756 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc9875-f434-4c8d-9ced-0563ade40bc9 req-78fa71bc-80df-486c-b2cc-2b58ddb73456 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:00.160749 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-08bc9875-f434-4c8d-9ced-0563ade40bc9 req-78fa71bc-80df-486c-b2cc-2b58ddb73456 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0501878 Feb 14 16:21:00.208653 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-08bc9875-f434-4c8d-9ced-0563ade40bc9 req-5c78ab1d-3449-41bc-8fb3-29eb48d29b5b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424514 Feb 14 16:21:00.553588 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6b99f-f1cd-45f0-890a-bb61ba0f6a04 req-c7de8079-5403-4f99-bf08-a1124be54082 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:00.555164 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a7e6b99f-f1cd-45f0-890a-bb61ba0f6a04 req-c7de8079-5403-4f99-bf08-a1124be54082 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0576985 Feb 14 16:21:00.618824 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a7e6b99f-f1cd-45f0-890a-bb61ba0f6a04 req-b37f5d62-c3f1-4bed-8a00-cf4b835a9744 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580943 Feb 14 16:21:00.640298 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b9090-5b32-424b-bf28-d70318f48d6e req-a9b98261-4ba9-4d21-8b74-82f7914e1a75 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:00.640298 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-440b9090-5b32-424b-bf28-d70318f48d6e req-a9b98261-4ba9-4d21-8b74-82f7914e1a75 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 945 time: 0.0606916 Feb 14 16:21:00.696306 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-440b9090-5b32-424b-bf28-d70318f48d6e req-48a2b98c-5de0-454d-9949-4d6fb78cd1de tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539744 Feb 14 16:21:01.336474 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b21a6-3ff2-4a17-802f-de48ee8c2896 req-c025964e-013c-4b40-8d62-bbe22ce931f4 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:01.338016 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f39b21a6-3ff2-4a17-802f-de48ee8c2896 req-c025964e-013c-4b40-8d62-bbe22ce931f4 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0531907 Feb 14 16:21:01.384662 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f39b21a6-3ff2-4a17-802f-de48ee8c2896 req-1b5dda51-57e3-4b25-a506-1a9f809e43af tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407157 Feb 14 16:21:01.778585 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fccfb-4fd6-4370-be03-c0afb08cb39a req-618bd480-8053-47bc-ba1e-99167c5ab0c9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:01.780091 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-282fccfb-4fd6-4370-be03-c0afb08cb39a req-618bd480-8053-47bc-ba1e-99167c5ab0c9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0657351 Feb 14 16:21:01.828566 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf6723-bc86-4c5a-b3b0-76bd0b2c6c5f req-b0d1457f-756c-4def-89c4-fdf320b26acb tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:01.836003 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-25bf6723-bc86-4c5a-b3b0-76bd0b2c6c5f req-b0d1457f-756c-4def-89c4-fdf320b26acb tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 945 time: 0.0672650 Feb 14 16:21:01.839024 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-282fccfb-4fd6-4370-be03-c0afb08cb39a req-c7880de8-5f69-47d1-a848-54f13d8d37ec tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495942 Feb 14 16:21:01.881116 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-25bf6723-bc86-4c5a-b3b0-76bd0b2c6c5f req-a569641f-7700-4c1e-b940-ce55962395ac tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442045 Feb 14 16:21:02.506935 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6f53e-3133-457d-b104-2687b8960820 req-3a22afcb-1c73-4087-8425-ed74373c462f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:02.508422 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-04b6f53e-3133-457d-b104-2687b8960820 req-3a22afcb-1c73-4087-8425-ed74373c462f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0586948 Feb 14 16:21:02.556076 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-04b6f53e-3133-457d-b104-2687b8960820 req-2dbe5b68-c4db-4b6b-80c8-a5961f67fe07 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418830 Feb 14 16:21:02.676288 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123d15b-1ffd-4d50-b000-efca994499d4 req-8a62c787-cad8-4ae0-83f0-761fcea19168 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:02.677863 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c123d15b-1ffd-4d50-b000-efca994499d4 req-8a62c787-cad8-4ae0-83f0-761fcea19168 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0524299 Feb 14 16:21:02.690243 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50524) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:02.695400 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-f50112ef-ea77-4440-ab09-1e76ebca9bb0 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Request body: {'floatingip': {'port_id': '0c92de4c-e10e-4c32-ab55-d3d1ffe64417'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:02.736284 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f50112ef-ea77-4440-ab09-1e76ebca9bb0 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for floatingip (aab2df8b-b523-4b0f-a6e2-fbbad58c5fbf), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:02.988090 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6d5d0-9d61-4320-885d-baeac116eb5f req-b115157f-d857-4299-aadc-eae226b8d909 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:02.990596 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e9d6d5d0-9d61-4320-885d-baeac116eb5f req-b115157f-d857-4299-aadc-eae226b8d909 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0743146 Feb 14 16:21:03.041539 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e9d6d5d0-9d61-4320-885d-baeac116eb5f req-fe6a3cdf-1df4-4319-941b-c34d146ac65c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455225 Feb 14 16:21:03.103625 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d7890-5842-46d2-8706-3161daf3aeea req-45d5a1fd-ca5e-4418-badd-ecc2764994cd tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:03.105130 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4e3d7890-5842-46d2-8706-3161daf3aeea req-45d5a1fd-ca5e-4418-badd-ecc2764994cd tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 945 time: 0.1417086 Feb 14 16:21:03.225251 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4e3d7890-5842-46d2-8706-3161daf3aeea req-a95e2ba9-8580-4f36-8682-84b3b26fea0d tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903411 Feb 14 16:21:03.299510 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f50112ef-ea77-4440-ab09-1e76ebca9bb0 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:03.304003 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f50112ef-ea77-4440-ab09-1e76ebca9bb0 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (aab2df8b-b523-4b0f-a6e2-fbbad58c5fbf), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:03.414695 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.l3_db [None req-f50112ef-ea77-4440-ab09-1e76ebca9bb0 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Floating IP aab2df8b-b523-4b0f-a6e2-fbbad58c5fbf associated. External IP: 172.27.2.191, port: 0c92de4c-e10e-4c32-ab55-d3d1ffe64417. Feb 14 16:21:03.646325 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50112ef-ea77-4440-ab09-1e76ebca9bb0 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Router b8cf8595-208e-4319-83cb-34b95c0f6cfb has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:21:03.949052 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50112ef-ea77-4440-ab09-1e76ebca9bb0 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:21:03.953885 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f50112ef-ea77-4440-ab09-1e76ebca9bb0 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:03.958838 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3627f9-0a79-4aef-96fa-e3bdd39b05a5 None None] Sync routers for ids ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:21:03.968012 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3627f9-0a79-4aef-96fa-e3bdd39b05a5 None None] Routers {'b8cf8595-208e-4319-83cb-34b95c0f6cfb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:21:03.968695 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-4b3627f9-0a79-4aef-96fa-e3bdd39b05a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:20:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:03.981909 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-f50112ef-ea77-4440-ab09-1e76ebca9bb0 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "PUT /v2.0/floatingips/aab2df8b-b523-4b0f-a6e2-fbbad58c5fbf HTTP/1.1" status: 200 len: 991 time: 1.2898729 Feb 14 16:21:03.982484 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a534a1d9-992f-473b-baf6-2e5d3f70757b', 'tag': '0c92de4c-e10e-4c32-ab55-d3d1ffe64417'}] {{(pid=102552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:21:03.984971 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9be7e70e6e7d8e41db67d6a2a9b7a0bb24c700eebffb41e9ae5e2264f113bf3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce3a019-2b96-473b-96d7-f362c3f78a11" -d '{"events": [{"name": "network-changed", "server_uuid": "a534a1d9-992f-473b-baf6-2e5d3f70757b", "tag": "0c92de4c-e10e-4c32-ab55-d3d1ffe64417"}]}' {{(pid=102552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:21:04.023063 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9019e75a-111d-4e9a-8af1-0df3c9a86b93 x-openstack-request-id: req-9019e75a-111d-4e9a-8af1-0df3c9a86b93 {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:21:04.023415 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a534a1d9-992f-473b-baf6-2e5d3f70757b", "tag": "0c92de4c-e10e-4c32-ab55-d3d1ffe64417", "status": "completed", "code": 200}]} {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:21:04.023725 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9019e75a-111d-4e9a-8af1-0df3c9a86b93 {{(pid=102552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:21:04.024185 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a534a1d9-992f-473b-baf6-2e5d3f70757b', 'tag': '0c92de4c-e10e-4c32-ab55-d3d1ffe64417', 'status': 'completed', 'code': 200} Feb 14 16:21:04.161540 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb912a-dc80-4b2d-8697-148aa17a5edb req-0b6e1082-2daa-43e7-b786-15b9bd835c98 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:04.163018 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-4b3627f9-0a79-4aef-96fa-e3bdd39b05a5 None None] Set router b8cf8595-208e-4319-83cb-34b95c0f6cfb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:21:04.163134 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-7abb912a-dc80-4b2d-8697-148aa17a5edb req-0b6e1082-2daa-43e7-b786-15b9bd835c98 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0511827 Feb 14 16:21:04.208915 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-7abb912a-dc80-4b2d-8697-148aa17a5edb req-d6fe3c37-be96-4560-87ad-f630538d59b5 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402465 Feb 14 16:21:04.349912 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c425850-7313-45c9-ac9e-703dd33ab806 req-150fd2e6-fc6d-4ec2-b35c-3f5b72db8b38 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:04.351452 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8c425850-7313-45c9-ac9e-703dd33ab806 req-150fd2e6-fc6d-4ec2-b35c-3f5b72db8b38 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 945 time: 0.0571892 Feb 14 16:21:04.388440 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-4b3627f9-0a79-4aef-96fa-e3bdd39b05a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'aab2df8b-b523-4b0f-a6e2-fbbad58c5fbf', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'port_id': '0c92de4c-e10e-4c32-ab55-d3d1ffe64417', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'mac_address': 'fa:16:3e:1e:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a534a1d9-992f-473b-baf6-2e5d3f70757b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:20:33Z', 'updated_at': '2022-02-14T16:21:03Z', 'revision_number': 1, 'project_id': '496dad8484384e33ab64746e25f65435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:29Z', 'revision_number': 5, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:04.400724 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8c425850-7313-45c9-ac9e-703dd33ab806 req-db46f986-ae7b-4edf-bb79-96066a698458 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435028 Feb 14 16:21:04.413734 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3627f9-0a79-4aef-96fa-e3bdd39b05a5 None None] Checking router: b8cf8595-208e-4319-83cb-34b95c0f6cfb for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:21:04.421950 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3627f9-0a79-4aef-96fa-e3bdd39b05a5 None None] Routers {'b8cf8595-208e-4319-83cb-34b95c0f6cfb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:21:04.422549 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-4b3627f9-0a79-4aef-96fa-e3bdd39b05a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:20:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:04.528874 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-4b3627f9-0a79-4aef-96fa-e3bdd39b05a5 None None] Set router b8cf8595-208e-4319-83cb-34b95c0f6cfb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:21:04.746725 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-4b3627f9-0a79-4aef-96fa-e3bdd39b05a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'aab2df8b-b523-4b0f-a6e2-fbbad58c5fbf', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'port_id': '0c92de4c-e10e-4c32-ab55-d3d1ffe64417', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'mac_address': 'fa:16:3e:1e:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a534a1d9-992f-473b-baf6-2e5d3f70757b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:20:33Z', 'updated_at': '2022-02-14T16:21:03Z', 'revision_number': 1, 'project_id': '496dad8484384e33ab64746e25f65435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:29Z', 'revision_number': 5, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:04.772327 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3627f9-0a79-4aef-96fa-e3bdd39b05a5 None None] The sync data for ids ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'] in dv-cinder-819668-3-iscsi is: [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'aab2df8b-b523-4b0f-a6e2-fbbad58c5fbf', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'port_id': '0c92de4c-e10e-4c32-ab55-d3d1ffe64417', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'mac_address': 'fa:16:3e:1e:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a534a1d9-992f-473b-baf6-2e5d3f70757b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:20:33Z', 'updated_at': '2022-02-14T16:21:03Z', 'revision_number': 1, 'project_id': '496dad8484384e33ab64746e25f65435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:29Z', 'revision_number': 5, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:21:04.927077 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3a019-2b96-473b-96d7-f362c3f78a11 req-4d7f6466-1a39-42e5-8d84-ae895bdd1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:04.928602 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ce3a019-2b96-473b-96d7-f362c3f78a11 req-4d7f6466-1a39-42e5-8d84-ae895bdd1ded service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=496dad8484384e33ab64746e25f65435&device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 1129 time: 0.0492933 Feb 14 16:21:04.950741 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a2acf-4fd9-4a89-9ecc-b598070f7bac None None] New status for floating IP aab2df8b-b523-4b0f-a6e2-fbbad58c5fbf: ACTIVE {{(pid=102554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:21:05.028862 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3a019-2b96-473b-96d7-f362c3f78a11 req-c1cc5ef2-57f3-4a13-9502-9236a24bf28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:05.030303 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ce3a019-2b96-473b-96d7-f362c3f78a11 req-c1cc5ef2-57f3-4a13-9502-9236a24bf28a service neutron] 10.222.0.42 "GET /v2.0/networks?id=83279c43-4dd9-42dc-876e-ba727c6ef376 HTTP/1.1" status: 200 len: 911 time: 0.0898936 Feb 14 16:21:05.107532 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ce3a019-2b96-473b-96d7-f362c3f78a11 req-6f719382-a3ce-4f87-b6da-d46045d01bbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c92de4c-e10e-4c32-ab55-d3d1ffe64417 HTTP/1.1" status: 200 len: 999 time: 0.0657732 Feb 14 16:21:05.160302 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3a019-2b96-473b-96d7-f362c3f78a11 req-f7c30528-1d55-45b3-998a-7c6626ebdb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:05.161826 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ce3a019-2b96-473b-96d7-f362c3f78a11 req-f7c30528-1d55-45b3-998a-7c6626ebdb38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fa32d2b-efa8-42e4-9056-6d1870949102 HTTP/1.1" status: 200 len: 849 time: 0.0458002 Feb 14 16:21:05.212029 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3a019-2b96-473b-96d7-f362c3f78a11 req-d5edde28-9c26-488c-a1d4-9a6fa5ed0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:05.213178 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ce3a019-2b96-473b-96d7-f362c3f78a11 req-d5edde28-9c26-488c-a1d4-9a6fa5ed0cef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83279c43-4dd9-42dc-876e-ba727c6ef376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434511 Feb 14 16:21:05.313588 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ce3a019-2b96-473b-96d7-f362c3f78a11 req-f7f25b66-8d1b-4560-b268-ff8be2550e6b service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876706 Feb 14 16:21:05.332542 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3a99f-0ff1-46ba-bef1-e369303591ec req-71db0922-c1f6-4a08-a4c0-ff87809be7a5 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:05.334529 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-fed3a99f-0ff1-46ba-bef1-e369303591ec req-71db0922-c1f6-4a08-a4c0-ff87809be7a5 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0509968 Feb 14 16:21:05.395530 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-fed3a99f-0ff1-46ba-bef1-e369303591ec req-61572098-580d-4422-b0d6-e10bededbdb0 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554101 Feb 14 16:21:05.433713 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ce3a019-2b96-473b-96d7-f362c3f78a11 req-9f47084b-8bbb-44d4-b443-84809abc2fea service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106665 Feb 14 16:21:05.532620 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23215e-130c-4713-a9cf-566e52430e7f req-144cc36a-cc09-4ad5-b7e8-999613a67a4c tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:05.534212 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3e23215e-130c-4713-a9cf-566e52430e7f req-144cc36a-cc09-4ad5-b7e8-999613a67a4c tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 945 time: 0.0629811 Feb 14 16:21:05.586161 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3e23215e-130c-4713-a9cf-566e52430e7f req-a82a54c6-6145-457c-be2b-9bbc82953f90 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/security-groups?id=848552b6-ddf0-4252-8383-c30e460cb4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438075 Feb 14 16:21:05.643990 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaa4e9-7fd2-4828-8764-c5e5233e5af3 req-07425788-6030-4c96-a70d-bf83023cb4fc tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:05.645439 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-14aaa4e9-7fd2-4828-8764-c5e5233e5af3 req-07425788-6030-4c96-a70d-bf83023cb4fc tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 945 time: 0.0512309 Feb 14 16:21:05.821134 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-14aaa4e9-7fd2-4828-8764-c5e5233e5af3 req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Deleting port fcf33ca8-ac7a-4ead-87d5-d45203fa5644 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:21:05.821526 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-14aaa4e9-7fd2-4828-8764-c5e5233e5af3 req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (fcf33ca8-ac7a-4ead-87d5-d45203fa5644), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:05.974364 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-14aaa4e9-7fd2-4828-8764-c5e5233e5af3 req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] For port fcf33ca8-ac7a-4ead-87d5-d45203fa5644, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fcf33ca8-ac7a-4ead-87d5-d45203fa5644,segment=NetworkSegment(a86a9c2d-8c3e-49e7-a4d7-a6e124809163),segment_id=a86a9c2d-8c3e-49e7-a4d7-a6e124809163)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:21:05.974875 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-14aaa4e9-7fd2-4828-8764-c5e5233e5af3 req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (fcf33ca8-ac7a-4ead-87d5-d45203fa5644), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:06.003609 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-14aaa4e9-7fd2-4828-8764-c5e5233e5af3 req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Calling delete_port for fcf33ca8-ac7a-4ead-87d5-d45203fa5644 owned by compute:nova {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:21:06.185436 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-14aaa4e9-7fd2-4828-8764-c5e5233e5af3 req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (fcf33ca8-ac7a-4ead-87d5-d45203fa5644), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:06.196127 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50662) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:06.213854 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Pushing event deleted for resources: {'Port': ['ID=fcf33ca8-ac7a-4ead-87d5-d45203fa5644,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:06.247370 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.247719 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.248060 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.248509 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.248842 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.249172 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.249959 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.249959 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.250133 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.250447 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.250764 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.251147 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.251386 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.292968 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-14aaa4e9-7fd2-4828-8764-c5e5233e5af3 req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] No DVR routers for this DVR port fcf33ca8-ac7a-4ead-87d5-d45203fa5644 on host hv-cinder-81966 {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:21:06.301053 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-14aaa4e9-7fd2-4828-8764-c5e5233e5af3 req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:06.301053 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-14aaa4e9-7fd2-4828-8764-c5e5233e5af3 req-8fa2eb3d-730c-49f4-8e98-24dcb0f083c3 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.42 "DELETE /v2.0/ports/fcf33ca8-ac7a-4ead-87d5-d45203fa5644 HTTP/1.1" status: 204 len: 173 time: 0.6417017 Feb 14 16:21:06.301053 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa72acfd-f1d8-4eba-b4ee-890a60c79425', 'name': 'network-vif-deleted', 'tag': 'fcf33ca8-ac7a-4ead-87d5-d45203fa5644'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:21:06.310348 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad526e8-608c-4cb9-8ece-2b8ce94e19d3" -d '{"events": [{"server_uuid": "aa72acfd-f1d8-4eba-b4ee-890a60c79425", "name": "network-vif-deleted", "tag": "fcf33ca8-ac7a-4ead-87d5-d45203fa5644"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:21:06.346585 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:06.355224 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7eb881-54df-4b93-a525-07ebd56474b1 x-openstack-request-id: req-9b7eb881-54df-4b93-a525-07ebd56474b1 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:21:06.355516 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa72acfd-f1d8-4eba-b4ee-890a60c79425", "name": "network-vif-deleted", "tag": "fcf33ca8-ac7a-4ead-87d5-d45203fa5644", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:21:06.355777 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b7eb881-54df-4b93-a525-07ebd56474b1 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:21:06.356247 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa72acfd-f1d8-4eba-b4ee-890a60c79425', 'name': 'network-vif-deleted', 'tag': 'fcf33ca8-ac7a-4ead-87d5-d45203fa5644', 'status': 'completed', 'code': 200} Feb 14 16:21:06.424178 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Publish callbacks [] for security_group (f0a9eca2-46c9-4454-8143-31a6ffc4b908), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:06.428383 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (f0a9eca2-46c9-4454-8143-31a6ffc4b908), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:06.466644 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1ebfd4c3d0a4b889f9866b0ec30b3ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690744 Feb 14 16:21:06.469208 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50684) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:06.488349 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a9eca2-46c9-4454-8143-31a6ffc4b908,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:06.505367 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.505754 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.506279 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.506628 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.506967 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.507722 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.508217 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.508565 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.508905 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.509345 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.509719 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.510053 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.510382 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb599c54-586c-4c5f-94b8-f4ccb4f62c47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:06.516970 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84171b25-f4d4-4d3d-8e90-052f273df628 req-d37e61c1-0b51-4548-8da1-6dbeb104a9db tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:06.524425 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-84171b25-f4d4-4d3d-8e90-052f273df628 req-d37e61c1-0b51-4548-8da1-6dbeb104a9db tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0597856 Feb 14 16:21:06.551277 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3d454524-33d1-40a0-af8a-f45dd3d00047 admin admin] Publish callbacks [] for security_group (f0a9eca2-46c9-4454-8143-31a6ffc4b908), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:06.574821 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-84171b25-f4d4-4d3d-8e90-052f273df628 req-8ccc3335-d168-4a20-9a5a-ea295a1bade1 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474970 Feb 14 16:21:06.585350 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3d454524-33d1-40a0-af8a-f45dd3d00047 admin admin] Publish callbacks [] for security_group (f0a9eca2-46c9-4454-8143-31a6ffc4b908), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:06.634746 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3d454524-33d1-40a0-af8a-f45dd3d00047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (f0a9eca2-46c9-4454-8143-31a6ffc4b908), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:06.637448 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3d454524-33d1-40a0-af8a-f45dd3d00047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:06.638636 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-3d454524-33d1-40a0-af8a-f45dd3d00047 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0a9eca2-46c9-4454-8143-31a6ffc4b908 HTTP/1.1" status: 204 len: 168 time: 0.1682673 Feb 14 16:21:06.648412 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d454524-33d1-40a0-af8a-f45dd3d00047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a9eca2-46c9-4454-8143-31a6ffc4b908,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:06.698802 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-cf6294c8-0c70-45b2-a28a-04513efa74f4 req-fa317c11-f9f6-43bc-87c8-31025d17e038 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 210 time: 0.0357938 Feb 14 16:21:06.896720 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50700) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:06.909528 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-421125b4-313f-486b-90f4-e8b1a4e32304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:06.983197 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-421125b4-313f-486b-90f4-e8b1a4e32304 admin admin] Publish callbacks [] for security_group (cb58e526-4131-40ba-a4f8-cf33cdbe898f), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:06.988014 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-421125b4-313f-486b-90f4-e8b1a4e32304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (cb58e526-4131-40ba-a4f8-cf33cdbe898f), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:07.026107 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-421125b4-313f-486b-90f4-e8b1a4e32304 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ff5758c2d4a42a9be22ba4f7513a9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283236 Feb 14 16:21:07.027070 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421125b4-313f-486b-90f4-e8b1a4e32304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb58e526-4131-40ba-a4f8-cf33cdbe898f,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:07.028723 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 50704) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:07.077514 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a90ead2c-63dc-4ad2-ac11-5f29e60058c9 admin admin] Publish callbacks [] for security_group (cb58e526-4131-40ba-a4f8-cf33cdbe898f), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:07.097915 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a90ead2c-63dc-4ad2-ac11-5f29e60058c9 admin admin] Publish callbacks [] for security_group (cb58e526-4131-40ba-a4f8-cf33cdbe898f), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:07.145692 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a90ead2c-63dc-4ad2-ac11-5f29e60058c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (cb58e526-4131-40ba-a4f8-cf33cdbe898f), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:07.148347 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a90ead2c-63dc-4ad2-ac11-5f29e60058c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:07.149447 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-a90ead2c-63dc-4ad2-ac11-5f29e60058c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb58e526-4131-40ba-a4f8-cf33cdbe898f HTTP/1.1" status: 204 len: 168 time: 0.1196873 Feb 14 16:21:07.156702 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ead2c-63dc-4ad2-ac11-5f29e60058c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb58e526-4131-40ba-a4f8-cf33cdbe898f,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:07.699637 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29182d0-d313-47dd-bbfc-c1ad15382791 req-00d10634-67b4-4324-ad63-45326273d8be tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:07.701244 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c29182d0-d313-47dd-bbfc-c1ad15382791 req-00d10634-67b4-4324-ad63-45326273d8be tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0571508 Feb 14 16:21:07.760028 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c29182d0-d313-47dd-bbfc-c1ad15382791 req-1f66f849-d6f2-420c-8b61-86b58dda316b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523615 Feb 14 16:21:07.805864 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d57de64c-fe39-4bb3-8382-868150c97b86 req-bcc095f9-91a3-4598-8afd-618763c339cc tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 210 time: 0.0265253 Feb 14 16:21:07.835969 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 50734) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:07.930563 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1280000166-network', 'tenant_id': 'ccbe8b975365446094146b29c8660889'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:07.948891 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] Made reservation on behalf of ccbe8b975365446094146b29c8660889 for: {'network': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:21:07.951319 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:07.960034 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:08.033485 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] Publish callbacks [] for security_group (cd50b0f3-ebab-45fd-a78f-5c116d1b482b), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:08.038156 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (cd50b0f3-ebab-45fd-a78f-5c116d1b482b), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:08.070054 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:21:08.076146 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd50b0f3-ebab-45fd-a78f-5c116d1b482b,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:08.084808 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (674cb805-55c6-42dd-a09b-935cfa6e0b36), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:08.085150 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.segments_db [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] Added segment 674cb805-55c6-42dd-a09b-935cfa6e0b36 of type vlan for network 661724a1-5e2a-4bc5-9cdf-f02b28b4e620 Feb 14 16:21:08.129116 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (661724a1-5e2a-4bc5-9cdf-f02b28b4e620), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:08.152519 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (661724a1-5e2a-4bc5-9cdf-f02b28b4e620), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:08.153428 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:08.154018 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:08.183296 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3462098 Feb 14 16:21:08.186282 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50740) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:08.191231 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-b7751e7f-a409-4b51-b269-2b9b3f93574a admin admin] Request body: {'subnet': {'network_id': '661724a1-5e2a-4bc5-9cdf-f02b28b4e620', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1280000166-subnet', 'tenant_id': 'ccbe8b975365446094146b29c8660889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:08.210044 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7751e7f-a409-4b51-b269-2b9b3f93574a admin admin] Made reservation on behalf of ccbe8b975365446094146b29c8660889 for: {'subnet': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:21:08.212384 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b7751e7f-a409-4b51-b269-2b9b3f93574a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260073590'] for subnet (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:08.213120 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76132a35-b829-4e23-a4de-692c13d4eebc admin admin] Pushing event updated for resources: {'Network': ['ID=661724a1-5e2a-4bc5-9cdf-f02b28b4e620,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:08.224092 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network 661724a1-5e2a-4bc5-9cdf-f02b28b4e620 details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:21:08.370155 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b7751e7f-a409-4b51-b269-2b9b3f93574a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262131310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260073540'] for subnet (e21695be-d540-4dca-9a24-f806125251f2), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:08.429023 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7751e7f-a409-4b51-b269-2b9b3f93574a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e21695be-d540-4dca-9a24-f806125251f2,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:08.437957 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7751e7f-a409-4b51-b269-2b9b3f93574a admin admin] Checking segment: {'id': '674cb805-55c6-42dd-a09b-935cfa6e0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '661724a1-5e2a-4bc5-9cdf-f02b28b4e620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:21:08.438336 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7751e7f-a409-4b51-b269-2b9b3f93574a admin admin] Network hostable DHCP agents. Network: 661724a1-5e2a-4bc5-9cdf-f02b28b4e620, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:21:08.454699 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7751e7f-a409-4b51-b269-2b9b3f93574a admin admin] Network 661724a1-5e2a-4bc5-9cdf-f02b28b4e620 is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:21:08.463501 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-b7751e7f-a409-4b51-b269-2b9b3f93574a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, 661724a1-5e2a-4bc5-9cdf-f02b28b4e620) {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:21:08.467432 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7751e7f-a409-4b51-b269-2b9b3f93574a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:08.468016 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b7751e7f-a409-4b51-b269-2b9b3f93574a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:08.477881 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d08109-78f4-49cd-9c40-f9d4d930c1b6 None None] Network 661724a1-5e2a-4bc5-9cdf-f02b28b4e620 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:21:08.484091 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-b7751e7f-a409-4b51-b269-2b9b3f93574a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2966375 Feb 14 16:21:08.573777 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9120a-dc51-4815-997f-c8335ffaf3a0 None None] Network 661724a1-5e2a-4bc5-9cdf-f02b28b4e620 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:21:08.808971 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['fcf33ca8-ac7a-4ead-87d5-d45203fa5644'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:21:08.926432 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a2680b9b-034a-432e-bcb2-5213a0ab2763 req-f22672e6-954b-42d1-89a2-3c1f0a943f6d tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 210 time: 0.0277522 Feb 14 16:21:08.965219 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-43b7a75b-d1aa-42ed-8691-b40e659d91b2 req-823c4daf-bb7b-41aa-aa41-99fd9dceda1d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1059222 Feb 14 16:21:08.973652 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fa6a0-1fb2-433b-a5fd-eced40eef529 req-dce91f1d-aa90-4db0-a8b9-b836bbed0cf2 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:08.975035 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-828fa6a0-1fb2-433b-a5fd-eced40eef529 req-dce91f1d-aa90-4db0-a8b9-b836bbed0cf2 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.1072736 Feb 14 16:21:08.979552 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50764) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:08.984421 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1965746700-network', 'tenant_id': '13fc4009073244b0ab958232f7a796f6'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:09.005870 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] Made reservation on behalf of 13fc4009073244b0ab958232f7a796f6 for: {'network': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:21:09.008383 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:09.016844 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:09.045839 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-828fa6a0-1fb2-433b-a5fd-eced40eef529 req-78b7710a-b5c3-46d6-bf4f-4c195b548964 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646067 Feb 14 16:21:09.073022 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7a75b-d1aa-42ed-8691-b40e659d91b2 req-23ba115e-b62d-42c7-886c-5ba65d3d44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:09.074745 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-43b7a75b-d1aa-42ed-8691-b40e659d91b2 req-23ba115e-b62d-42c7-886c-5ba65d3d44dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca15708118b44a1a682c7b615afc8a1&device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 1129 time: 0.0563607 Feb 14 16:21:09.102791 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] Publish callbacks [] for security_group (42ca16ab-092c-4442-8ff4-d41cd0e1a758), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:09.106716 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (42ca16ab-092c-4442-8ff4-d41cd0e1a758), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:09.131680 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:21:09.140842 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ca16ab-092c-4442-8ff4-d41cd0e1a758,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:09.147182 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (4eac1bbe-fdb0-46a3-9a05-0f2af934fddf), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:09.147545 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.segments_db [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] Added segment 4eac1bbe-fdb0-46a3-9a05-0f2af934fddf of type vlan for network 227049b4-71d6-4af0-8cfb-33d03a333432 Feb 14 16:21:09.187257 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (227049b4-71d6-4af0-8cfb-33d03a333432), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:09.190193 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7a75b-d1aa-42ed-8691-b40e659d91b2 req-a700312b-d4e3-4429-b1cb-6911e8450f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:09.191669 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-43b7a75b-d1aa-42ed-8691-b40e659d91b2 req-a700312b-d4e3-4429-b1cb-6911e8450f7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a HTTP/1.1" status: 200 len: 920 time: 0.0885487 Feb 14 16:21:09.211715 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (227049b4-71d6-4af0-8cfb-33d03a333432), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:09.212655 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:09.213243 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:09.235566 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-43b7a75b-d1aa-42ed-8691-b40e659d91b2 req-434362c5-1458-4f9d-a246-c7d6df22d1b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=699e4ea1-016f-4cdf-9901-5277fb74b1f1 HTTP/1.1" status: 200 len: 217 time: 0.0355902 Feb 14 16:21:09.254399 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2712214 Feb 14 16:21:09.256025 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50768) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:09.285031 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-33673901-e8bf-49f2-99c8-7cc3a74fc5fb admin admin] Request body: {'subnet': {'network_id': '227049b4-71d6-4af0-8cfb-33d03a333432', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1965746700-subnet', 'tenant_id': '13fc4009073244b0ab958232f7a796f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:09.293970 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7a75b-d1aa-42ed-8691-b40e659d91b2 req-189b00e9-fdb9-49f8-b9de-dc8b08dd9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:09.294837 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a9773-4268-44fa-bf37-eb183853a37d admin admin] Pushing event updated for resources: {'Network': ['ID=227049b4-71d6-4af0-8cfb-33d03a333432,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:09.295405 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-43b7a75b-d1aa-42ed-8691-b40e659d91b2 req-189b00e9-fdb9-49f8-b9de-dc8b08dd9ca1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29897062-631a-49da-8452-c4a2baf64bda HTTP/1.1" status: 200 len: 859 time: 0.0437074 Feb 14 16:21:09.305872 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network 227049b4-71d6-4af0-8cfb-33d03a333432 details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:21:09.311710 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33673901-e8bf-49f2-99c8-7cc3a74fc5fb admin admin] Made reservation on behalf of 13fc4009073244b0ab958232f7a796f6 for: {'subnet': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:21:09.314374 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-33673901-e8bf-49f2-99c8-7cc3a74fc5fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260073590'] for subnet (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:09.354400 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-43b7a75b-d1aa-42ed-8691-b40e659d91b2 req-9914a343-8e88-4303-aa1e-bfe0057d46b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480831 Feb 14 16:21:09.458198 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-43b7a75b-d1aa-42ed-8691-b40e659d91b2 req-136a903e-8d67-492d-9a4b-b145254f7b20 service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898952 Feb 14 16:21:09.485685 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-33673901-e8bf-49f2-99c8-7cc3a74fc5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262131310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260073540'] for subnet (9e6e8988-836e-43f3-86a3-e85454190a39), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:09.533392 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33673901-e8bf-49f2-99c8-7cc3a74fc5fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6e8988-836e-43f3-86a3-e85454190a39,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:09.549203 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33673901-e8bf-49f2-99c8-7cc3a74fc5fb admin admin] Checking segment: {'id': '4eac1bbe-fdb0-46a3-9a05-0f2af934fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '227049b4-71d6-4af0-8cfb-33d03a333432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:21:09.549832 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33673901-e8bf-49f2-99c8-7cc3a74fc5fb admin admin] Network hostable DHCP agents. Network: 227049b4-71d6-4af0-8cfb-33d03a333432, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:21:09.566364 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-43b7a75b-d1aa-42ed-8691-b40e659d91b2 req-7254cf67-bdb2-4952-a23f-cfa154cd6953 service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918458 Feb 14 16:21:09.567459 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33673901-e8bf-49f2-99c8-7cc3a74fc5fb admin admin] Network 227049b4-71d6-4af0-8cfb-33d03a333432 is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:21:09.577494 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-33673901-e8bf-49f2-99c8-7cc3a74fc5fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, 227049b4-71d6-4af0-8cfb-33d03a333432) {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:21:09.583093 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33673901-e8bf-49f2-99c8-7cc3a74fc5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:09.583475 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-33673901-e8bf-49f2-99c8-7cc3a74fc5fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:09.595780 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4fac79-39bf-4749-a2b2-73d40b0d0a37 None None] Network 227049b4-71d6-4af0-8cfb-33d03a333432 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:21:09.600135 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-33673901-e8bf-49f2-99c8-7cc3a74fc5fb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3426929 Feb 14 16:21:09.725090 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7c1288-1bf1-4af3-bbcb-10a5e048a460 None None] Network 227049b4-71d6-4af0-8cfb-33d03a333432 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:21:10.150583 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9eb6681a-6b28-44a1-8eef-165a8713338d req-b3802cad-a17b-4252-a829-c422551a30d6 tempest-DeleteServersTestJSON-348439149 tempest-DeleteServersTestJSON-348439149-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa72acfd-f1d8-4eba-b4ee-890a60c79425 HTTP/1.1" status: 200 len: 210 time: 0.0638506 Feb 14 16:21:10.248836 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24801f7-a34a-40e4-b371-0ec037210a56 req-1a7782e8-e55d-41c7-b594-772d43227df9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:10.250500 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d24801f7-a34a-40e4-b371-0ec037210a56 req-1a7782e8-e55d-41c7-b594-772d43227df9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0720763 Feb 14 16:21:10.347956 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d24801f7-a34a-40e4-b371-0ec037210a56 req-de73012d-96ee-470d-bb1b-94c85bc22433 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890648 Feb 14 16:21:11.264373 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:11.497437 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c526f-57d0-4cea-8902-726ffce5aa11 req-02e81b18-cce3-45a5-b0f5-4bc222091ab9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:11.498951 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ac8c526f-57d0-4cea-8902-726ffce5aa11 req-02e81b18-cce3-45a5-b0f5-4bc222091ab9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0709648 Feb 14 16:21:11.553152 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ac8c526f-57d0-4cea-8902-726ffce5aa11 req-9b69d469-5556-4068-b82c-1498e29cfbfb tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479782 Feb 14 16:21:11.933715 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 50872) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:12.037581 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d3e8512e-66df-455c-b278-d6da488202ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:12.112606 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d3e8512e-66df-455c-b278-d6da488202ce admin admin] Publish callbacks [] for security_group (1c1f9017-fe62-4c28-ac2c-3c3fbf7cb15c), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:12.117372 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d3e8512e-66df-455c-b278-d6da488202ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1c1f9017-fe62-4c28-ac2c-3c3fbf7cb15c), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:12.161681 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-d3e8512e-66df-455c-b278-d6da488202ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d39076cd43dc40169521036264c98be0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263043 Feb 14 16:21:12.162575 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8512e-66df-455c-b278-d6da488202ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1f9017-fe62-4c28-ac2c-3c3fbf7cb15c,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:12.164329 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50882) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:12.225652 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5a308fba-6f3b-43c1-9c57-d2f3781269b5 admin admin] Publish callbacks [] for security_group (1c1f9017-fe62-4c28-ac2c-3c3fbf7cb15c), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:12.245479 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5a308fba-6f3b-43c1-9c57-d2f3781269b5 admin admin] Publish callbacks [] for security_group (1c1f9017-fe62-4c28-ac2c-3c3fbf7cb15c), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:12.293352 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5a308fba-6f3b-43c1-9c57-d2f3781269b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1c1f9017-fe62-4c28-ac2c-3c3fbf7cb15c), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:12.295908 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5a308fba-6f3b-43c1-9c57-d2f3781269b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:12.297014 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-5a308fba-6f3b-43c1-9c57-d2f3781269b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c1f9017-fe62-4c28-ac2c-3c3fbf7cb15c HTTP/1.1" status: 204 len: 168 time: 0.1244442 Feb 14 16:21:12.304838 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a308fba-6f3b-43c1-9c57-d2f3781269b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1f9017-fe62-4c28-ac2c-3c3fbf7cb15c,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:12.557118 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50892) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:12.570752 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-40231011-02fb-4313-ae16-3335b31c1bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:12.680417 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-40231011-02fb-4313-ae16-3335b31c1bbe admin admin] Publish callbacks [] for security_group (00087545-4330-4049-bf26-e7f904bc6e5a), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:12.690393 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-40231011-02fb-4313-ae16-3335b31c1bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (00087545-4330-4049-bf26-e7f904bc6e5a), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:12.710183 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50908) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:12.779605 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-40231011-02fb-4313-ae16-3335b31c1bbe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ab1f81451c747ed8b758a59619bf97c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212594 Feb 14 16:21:12.782917 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50914) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:12.795183 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40231011-02fb-4313-ae16-3335b31c1bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00087545-4330-4049-bf26-e7f904bc6e5a,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:12.807676 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_v2 [None req-f826d21f-1837-41cb-8b93-fe763bc5579f admin admin] Deleting subnet c74b6235-a742-42ea-b395-0dd6419d0962 {{(pid=102552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:21:12.818744 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f826d21f-1837-41cb-8b93-fe763bc5579f admin admin] Publish callbacks [] for subnet (c74b6235-a742-42ea-b395-0dd6419d0962), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:12.829135 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device fcf33ca8-ac7a-4ead-87d5-d45203fa5644 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:21:12.859668 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: fcf33ca8-ac7a-4ead-87d5-d45203fa5644 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:21:12.861162 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device fcf33ca8-ac7a-4ead-87d5-d45203fa5644 not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:21:12.867914 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f826d21f-1837-41cb-8b93-fe763bc5579f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260087274'] for subnet (c74b6235-a742-42ea-b395-0dd6419d0962), precommit_delete_associations {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:12.901316 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502d43c-0576-4233-a9f7-e5368d795258 req-8b81e7bb-d12f-4a99-808a-aab4ea447e26 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:12.901619 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-081accdf-d6d5-4135-8d62-af6a8c89851a admin admin] Publish callbacks [] for security_group (00087545-4330-4049-bf26-e7f904bc6e5a), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:12.903127 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c502d43c-0576-4233-a9f7-e5368d795258 req-8b81e7bb-d12f-4a99-808a-aab4ea447e26 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.2671106 Feb 14 16:21:12.936417 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f826d21f-1837-41cb-8b93-fe763bc5579f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (c74b6235-a742-42ea-b395-0dd6419d0962), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:12.939550 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-081accdf-d6d5-4135-8d62-af6a8c89851a admin admin] Publish callbacks [] for security_group (00087545-4330-4049-bf26-e7f904bc6e5a), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:12.970718 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c502d43c-0576-4233-a9f7-e5368d795258 req-0790ecc8-1da5-4a60-a26d-ded1fcef51ca tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515246 Feb 14 16:21:13.025980 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-081accdf-d6d5-4135-8d62-af6a8c89851a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (00087545-4330-4049-bf26-e7f904bc6e5a), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.028839 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-081accdf-d6d5-4135-8d62-af6a8c89851a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.030118 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-081accdf-d6d5-4135-8d62-af6a8c89851a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00087545-4330-4049-bf26-e7f904bc6e5a HTTP/1.1" status: 204 len: 168 time: 0.2446826 Feb 14 16:21:13.040204 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081accdf-d6d5-4135-8d62-af6a8c89851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00087545-4330-4049-bf26-e7f904bc6e5a,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:13.049038 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f826d21f-1837-41cb-8b93-fe763bc5579f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262131233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260073549'] for subnet (c74b6235-a742-42ea-b395-0dd6419d0962), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.087524 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826d21f-1837-41cb-8b93-fe763bc5579f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c74b6235-a742-42ea-b395-0dd6419d0962,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:13.094032 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f826d21f-1837-41cb-8b93-fe763bc5579f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.100633 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-f826d21f-1837-41cb-8b93-fe763bc5579f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c74b6235-a742-42ea-b395-0dd6419d0962 HTTP/1.1" status: 204 len: 168 time: 0.3860114 Feb 14 16:21:13.100906 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50922) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:13.176851 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-21df8805-9d1c-45c4-be12-120b6240c6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (61288f9c-52b8-429a-94ef-93e6a4302ff0), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.265993 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-21df8805-9d1c-45c4-be12-120b6240c6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (61288f9c-52b8-429a-94ef-93e6a4302ff0), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.286437 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-21df8805-9d1c-45c4-be12-120b6240c6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61288f9c-52b8-429a-94ef-93e6a4302ff0']}} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:13.295870 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-21df8805-9d1c-45c4-be12-120b6240c6b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86a9c2d-8c3e-49e7-a4d7-a6e124809163') {'for_net_delete': True} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:13.296160 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-21df8805-9d1c-45c4-be12-120b6240c6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86a9c2d-8c3e-49e7-a4d7-a6e124809163') {} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:13.306073 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-21df8805-9d1c-45c4-be12-120b6240c6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260087293'] for segment (a86a9c2d-8c3e-49e7-a4d7-a6e124809163), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.321258 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-21df8805-9d1c-45c4-be12-120b6240c6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (a86a9c2d-8c3e-49e7-a4d7-a6e124809163), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.327951 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21df8805-9d1c-45c4-be12-120b6240c6b8 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:21:13.328383 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-21df8805-9d1c-45c4-be12-120b6240c6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262128771'] for segment (a86a9c2d-8c3e-49e7-a4d7-a6e124809163), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: Traceback (most recent call last): Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: timer() Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: cb(*args, **kw) Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: return func(*args, **kwargs) Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: self._notify() Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: self.callback(batched_events) Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: event.method(event) Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: return f(self, *a, **k) Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._get(url).json() Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: return self.request(url, 'GET', **kwargs) Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:21:13.330045 dv-cinder-819668-3-iscsi neutron-server[102552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:21:13.389730 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-21df8805-9d1c-45c4-be12-120b6240c6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (61288f9c-52b8-429a-94ef-93e6a4302ff0), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.403924 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 50930) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:13.406160 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-21df8805-9d1c-45c4-be12-120b6240c6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.411939 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-21df8805-9d1c-45c4-be12-120b6240c6b8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/61288f9c-52b8-429a-94ef-93e6a4302ff0 HTTP/1.1" status: 204 len: 168 time: 0.3077099 Feb 14 16:21:13.411939 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df8805-9d1c-45c4-be12-120b6240c6b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=61288f9c-52b8-429a-94ef-93e6a4302ff0,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:13.418155 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4096-d209-4946-bf29-ab100404165d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.505317 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4096-d209-4946-bf29-ab100404165d admin admin] Publish callbacks [] for security_group (e8a84db4-e79c-4193-9bdc-a1d64477476b), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.510507 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff6c4096-d209-4946-bf29-ab100404165d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (e8a84db4-e79c-4193-9bdc-a1d64477476b), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.531069 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50936) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:13.548739 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c4096-d209-4946-bf29-ab100404165d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a84db4-e79c-4193-9bdc-a1d64477476b,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:13.555128 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-ff6c4096-d209-4946-bf29-ab100404165d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe883f518bfe4b668e93d80e403fd3c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499956 Feb 14 16:21:13.557972 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 50940) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:13.613248 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3ba698fd-6a31-4aff-9994-f24001a672d5 admin admin] Publish callbacks [] for security_group (e8a84db4-e79c-4193-9bdc-a1d64477476b), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.636594 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3ba698fd-6a31-4aff-9994-f24001a672d5 admin admin] Publish callbacks [] for security_group (e8a84db4-e79c-4193-9bdc-a1d64477476b), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.649658 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-aff62ebc-aed4-46cb-8a1f-9f730fe2c4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.651785 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 50942) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:13.685997 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3ba698fd-6a31-4aff-9994-f24001a672d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (e8a84db4-e79c-4193-9bdc-a1d64477476b), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.688778 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3ba698fd-6a31-4aff-9994-f24001a672d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.689976 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-3ba698fd-6a31-4aff-9994-f24001a672d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8a84db4-e79c-4193-9bdc-a1d64477476b HTTP/1.1" status: 204 len: 168 time: 0.1308711 Feb 14 16:21:13.697719 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba698fd-6a31-4aff-9994-f24001a672d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a84db4-e79c-4193-9bdc-a1d64477476b,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:13.717953 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-abd52086-72c4-4ab9-8d8a-f8c534190f4c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebc3d7ac14dd46f0b48000c8590d4841&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0650325 Feb 14 16:21:13.721392 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 50946) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:13.767557 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-aff62ebc-aed4-46cb-8a1f-9f730fe2c4bb admin admin] Publish callbacks [] for security_group (1f4e51dc-be33-42f0-8d18-bff1ed4d63ba), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.772333 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-aff62ebc-aed4-46cb-8a1f-9f730fe2c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1f4e51dc-be33-42f0-8d18-bff1ed4d63ba), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.792795 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-392db7b5-803f-4f1d-9fba-484a2545d626 admin admin] Publish callbacks [] for security_group (848552b6-ddf0-4252-8383-c30e460cb4e1), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.819504 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-aff62ebc-aed4-46cb-8a1f-9f730fe2c4bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d178366652e84128acbc407d093c9ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867210 Feb 14 16:21:13.825549 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff62ebc-aed4-46cb-8a1f-9f730fe2c4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4e51dc-be33-42f0-8d18-bff1ed4d63ba,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:13.825715 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 50956) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:13.851841 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-392db7b5-803f-4f1d-9fba-484a2545d626 admin admin] Publish callbacks [] for security_group (848552b6-ddf0-4252-8383-c30e460cb4e1), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.913915 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-519919cf-c3d2-4bf1-a985-194a2e4ba5d4 admin admin] Publish callbacks [] for security_group (1f4e51dc-be33-42f0-8d18-bff1ed4d63ba), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.939200 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-519919cf-c3d2-4bf1-a985-194a2e4ba5d4 admin admin] Publish callbacks [] for security_group (1f4e51dc-be33-42f0-8d18-bff1ed4d63ba), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.957085 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-392db7b5-803f-4f1d-9fba-484a2545d626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (848552b6-ddf0-4252-8383-c30e460cb4e1), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.959630 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-392db7b5-803f-4f1d-9fba-484a2545d626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:13.960754 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-392db7b5-803f-4f1d-9fba-484a2545d626 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/848552b6-ddf0-4252-8383-c30e460cb4e1 HTTP/1.1" status: 204 len: 168 time: 0.2372315 Feb 14 16:21:13.981798 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392db7b5-803f-4f1d-9fba-484a2545d626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848552b6-ddf0-4252-8383-c30e460cb4e1,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:14.024052 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-519919cf-c3d2-4bf1-a985-194a2e4ba5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1f4e51dc-be33-42f0-8d18-bff1ed4d63ba), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:14.026994 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-519919cf-c3d2-4bf1-a985-194a2e4ba5d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:14.028564 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-519919cf-c3d2-4bf1-a985-194a2e4ba5d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f4e51dc-be33-42f0-8d18-bff1ed4d63ba HTTP/1.1" status: 204 len: 168 time: 0.2019706 Feb 14 16:21:14.037489 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519919cf-c3d2-4bf1-a985-194a2e4ba5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4e51dc-be33-42f0-8d18-bff1ed4d63ba,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:14.099118 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec53f84-899a-4513-abde-3d460c21388b req-e1347f66-b22b-4def-8558-22069510997b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:14.100612 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-dec53f84-899a-4513-abde-3d460c21388b req-e1347f66-b22b-4def-8558-22069510997b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0545881 Feb 14 16:21:14.152012 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-dec53f84-899a-4513-abde-3d460c21388b req-dca1d808-c56c-4675-932d-23344624e616 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453753 Feb 14 16:21:14.276095 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 50988) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:14.468507 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-49b3127e-2eca-4929-bc56-c6a2a11462b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:14.578807 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-49b3127e-2eca-4929-bc56-c6a2a11462b1 admin admin] Publish callbacks [] for security_group (211b2e23-7d6f-4dd7-8685-b8a4c7113e3e), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:14.584209 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-49b3127e-2eca-4929-bc56-c6a2a11462b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (211b2e23-7d6f-4dd7-8685-b8a4c7113e3e), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:14.631124 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-49b3127e-2eca-4929-bc56-c6a2a11462b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85ced5b6fbfd4da4bc69928020e3a6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551326 Feb 14 16:21:14.633162 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3127e-2eca-4929-bc56-c6a2a11462b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211b2e23-7d6f-4dd7-8685-b8a4c7113e3e,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:14.633888 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51004) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:14.687998 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d7e79dfc-7e21-4652-8d19-3313fa8eebbc admin admin] Publish callbacks [] for security_group (211b2e23-7d6f-4dd7-8685-b8a4c7113e3e), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:14.710268 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d7e79dfc-7e21-4652-8d19-3313fa8eebbc admin admin] Publish callbacks [] for security_group (211b2e23-7d6f-4dd7-8685-b8a4c7113e3e), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:14.761254 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d7e79dfc-7e21-4652-8d19-3313fa8eebbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (211b2e23-7d6f-4dd7-8685-b8a4c7113e3e), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:14.764473 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d7e79dfc-7e21-4652-8d19-3313fa8eebbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:14.770022 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-d7e79dfc-7e21-4652-8d19-3313fa8eebbc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/211b2e23-7d6f-4dd7-8685-b8a4c7113e3e HTTP/1.1" status: 204 len: 168 time: 0.1348262 Feb 14 16:21:14.781944 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e79dfc-7e21-4652-8d19-3313fa8eebbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211b2e23-7d6f-4dd7-8685-b8a4c7113e3e,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:14.984258 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51026) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:15.140488 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-356281882-network', 'tenant_id': 'bcab7f23a90142549da4d78d9f598d29'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:15.164329 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] Made reservation on behalf of bcab7f23a90142549da4d78d9f598d29 for: {'network': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:21:15.166969 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:15.178967 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:15.263953 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] Publish callbacks [] for security_group (2a02996b-a5e4-4767-9ddf-adc001532403), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:15.269776 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (2a02996b-a5e4-4767-9ddf-adc001532403), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:15.292361 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:21:15.299956 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b9f5e-e7ef-43db-9682-4cab72daff3d req-92fb4f79-c1fe-410b-b243-1a73addb1a79 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:15.306534 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a02996b-a5e4-4767-9ddf-adc001532403,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:15.307842 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-fe3b9f5e-e7ef-43db-9682-4cab72daff3d req-92fb4f79-c1fe-410b-b243-1a73addb1a79 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0646207 Feb 14 16:21:15.313672 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (65737c0b-92d5-4af2-8bf6-af25a3a45bf0), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:15.314250 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.segments_db [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] Added segment 65737c0b-92d5-4af2-8bf6-af25a3a45bf0 of type vlan for network c2510c79-8e98-4810-9f7d-1e802dc3646c Feb 14 16:21:15.358042 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-fe3b9f5e-e7ef-43db-9682-4cab72daff3d req-d9e0bbe2-5af2-41fa-8fcd-2a3889dc3ba4 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491457 Feb 14 16:21:15.373269 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (c2510c79-8e98-4810-9f7d-1e802dc3646c), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:15.409686 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (c2510c79-8e98-4810-9f7d-1e802dc3646c), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:15.410747 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:15.411404 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:15.447352 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4619758 Feb 14 16:21:15.450153 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51054) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:15.459086 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-8066cd63-4bcd-4eaa-a2aa-ad6577d49a29 admin admin] Request body: {'subnet': {'network_id': 'c2510c79-8e98-4810-9f7d-1e802dc3646c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-356281882-subnet', 'tenant_id': 'bcab7f23a90142549da4d78d9f598d29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:15.499432 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155cbe9-dc29-4e4d-841f-c2a36b07337c admin admin] Pushing event updated for resources: {'Network': ['ID=c2510c79-8e98-4810-9f7d-1e802dc3646c,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:15.513191 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network c2510c79-8e98-4810-9f7d-1e802dc3646c details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:21:15.523207 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8066cd63-4bcd-4eaa-a2aa-ad6577d49a29 admin admin] Made reservation on behalf of bcab7f23a90142549da4d78d9f598d29 for: {'subnet': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:21:15.523207 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8066cd63-4bcd-4eaa-a2aa-ad6577d49a29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260073590'] for subnet (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:15.714009 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51082) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:15.732492 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8066cd63-4bcd-4eaa-a2aa-ad6577d49a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262131310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260073540'] for subnet (2953a672-c368-4684-9c3c-f68400a6bcbc), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:15.790066 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066cd63-4bcd-4eaa-a2aa-ad6577d49a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2953a672-c368-4684-9c3c-f68400a6bcbc,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:15.800326 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066cd63-4bcd-4eaa-a2aa-ad6577d49a29 admin admin] Checking segment: {'id': '65737c0b-92d5-4af2-8bf6-af25a3a45bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c2510c79-8e98-4810-9f7d-1e802dc3646c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:21:15.800696 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8066cd63-4bcd-4eaa-a2aa-ad6577d49a29 admin admin] Network hostable DHCP agents. Network: c2510c79-8e98-4810-9f7d-1e802dc3646c, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:21:15.818623 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8066cd63-4bcd-4eaa-a2aa-ad6577d49a29 admin admin] Network c2510c79-8e98-4810-9f7d-1e802dc3646c is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:21:15.833344 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-8066cd63-4bcd-4eaa-a2aa-ad6577d49a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, c2510c79-8e98-4810-9f7d-1e802dc3646c) {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:21:15.844601 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7068d8-f08b-48ce-b282-da7a220167c8 None None] Network c2510c79-8e98-4810-9f7d-1e802dc3646c requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:21:15.863730 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8066cd63-4bcd-4eaa-a2aa-ad6577d49a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:15.864490 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8066cd63-4bcd-4eaa-a2aa-ad6577d49a29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:15.881423 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1113162564-network', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:15.896157 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-8066cd63-4bcd-4eaa-a2aa-ad6577d49a29 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4419763 Feb 14 16:21:15.904387 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] Made reservation on behalf of 82fd389af2ac4d44a27686a6c60979cb for: {'network': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:21:15.906973 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:15.916371 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:15.979676 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd74f52-914c-4f0b-bcb0-2051b02bbe5c None None] Network c2510c79-8e98-4810-9f7d-1e802dc3646c requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:21:16.009065 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] Publish callbacks [] for security_group (138932a0-e452-489a-a2c7-87ba3c215c57), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.014119 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (138932a0-e452-489a-a2c7-87ba3c215c57), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.046474 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:21:16.048611 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138932a0-e452-489a-a2c7-87ba3c215c57,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:16.060106 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (e29c8c13-3a0b-4d28-8fe3-c817a816ff67), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.060609 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.segments_db [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] Added segment e29c8c13-3a0b-4d28-8fe3-c817a816ff67 of type vlan for network 44684784-0d26-471d-9a19-2b37a993c4ac Feb 14 16:21:16.094511 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51098) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:16.107398 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (44684784-0d26-471d-9a19-2b37a993c4ac), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.134003 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (44684784-0d26-471d-9a19-2b37a993c4ac), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.135274 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:16.136129 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.165157 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4492044 Feb 14 16:21:16.168253 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51102) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:16.174126 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-bf96e174-8bc3-412c-8fb9-93255a6a1ea7 admin admin] Request body: {'subnet': {'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1113162564-subnet', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'ip_version': 4}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:16.196064 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf96e174-8bc3-412c-8fb9-93255a6a1ea7 admin admin] Made reservation on behalf of 82fd389af2ac4d44a27686a6c60979cb for: {'subnet': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:21:16.199361 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bf96e174-8bc3-412c-8fb9-93255a6a1ea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260073590'] for subnet (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.220514 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2529649-1653-4445-83ad-d7ad6a203ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=44684784-0d26-471d-9a19-2b37a993c4ac,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:16.233197 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network 44684784-0d26-471d-9a19-2b37a993c4ac details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:21:16.239297 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3dddf078-529c-467d-825f-4efcf0124ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.426589 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3dddf078-529c-467d-825f-4efcf0124ea5 admin admin] Publish callbacks [] for security_group (2843e2d5-61c3-415e-a3af-2a0f55db71ce), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.434210 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3dddf078-529c-467d-825f-4efcf0124ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (2843e2d5-61c3-415e-a3af-2a0f55db71ce), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.536423 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddf078-529c-467d-825f-4efcf0124ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2843e2d5-61c3-415e-a3af-2a0f55db71ce,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:16.543166 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-3dddf078-529c-467d-825f-4efcf0124ea5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=245d87e3df0045eea4ccb777d4b9edb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4474330 Feb 14 16:21:16.545210 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bf96e174-8bc3-412c-8fb9-93255a6a1ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262131310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260073540'] for subnet (1b4c5ab6-b530-4a40-828d-6c24277d6e4f), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.546679 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51114) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:16.604440 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fb4a5e99-85d4-4bc4-b75d-0b5b6608decd admin admin] Publish callbacks [] for security_group (2843e2d5-61c3-415e-a3af-2a0f55db71ce), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.622882 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef5d2b-c2b7-40d3-ba6c-dd5d2af80d68 req-49d94299-37d5-4141-949e-44e4af08931c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:16.624352 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f8ef5d2b-c2b7-40d3-ba6c-dd5d2af80d68 req-49d94299-37d5-4141-949e-44e4af08931c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.1789899 Feb 14 16:21:16.625422 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fb4a5e99-85d4-4bc4-b75d-0b5b6608decd admin admin] Publish callbacks [] for security_group (2843e2d5-61c3-415e-a3af-2a0f55db71ce), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.626652 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96e174-8bc3-412c-8fb9-93255a6a1ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4c5ab6-b530-4a40-828d-6c24277d6e4f,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:16.651535 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf96e174-8bc3-412c-8fb9-93255a6a1ea7 admin admin] Checking segment: {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:21:16.651852 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf96e174-8bc3-412c-8fb9-93255a6a1ea7 admin admin] Network hostable DHCP agents. Network: 44684784-0d26-471d-9a19-2b37a993c4ac, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:21:16.679624 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fb4a5e99-85d4-4bc4-b75d-0b5b6608decd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (2843e2d5-61c3-415e-a3af-2a0f55db71ce), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.683414 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fb4a5e99-85d4-4bc4-b75d-0b5b6608decd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.683624 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-fb4a5e99-85d4-4bc4-b75d-0b5b6608decd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2843e2d5-61c3-415e-a3af-2a0f55db71ce HTTP/1.1" status: 204 len: 168 time: 0.1359398 Feb 14 16:21:16.689220 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f8ef5d2b-c2b7-40d3-ba6c-dd5d2af80d68 req-012598f5-fea2-4e58-8969-ea0e8104622c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570891 Feb 14 16:21:16.692193 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf96e174-8bc3-412c-8fb9-93255a6a1ea7 admin admin] Network 44684784-0d26-471d-9a19-2b37a993c4ac is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:21:16.693592 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a5e99-85d4-4bc4-b75d-0b5b6608decd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2843e2d5-61c3-415e-a3af-2a0f55db71ce,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:16.704553 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-bf96e174-8bc3-412c-8fb9-93255a6a1ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, 44684784-0d26-471d-9a19-2b37a993c4ac) {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:21:16.710179 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf96e174-8bc3-412c-8fb9-93255a6a1ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:16.710764 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bf96e174-8bc3-412c-8fb9-93255a6a1ea7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.714544 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723a1a2c-3ff4-4a07-9cfa-62416d777387 None None] Network 44684784-0d26-471d-9a19-2b37a993c4ac requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:21:16.728113 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-bf96e174-8bc3-412c-8fb9-93255a6a1ea7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5585957 Feb 14 16:21:16.730871 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51118) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:16.736539 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:16.758540 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44730'] for router (269844b9-805e-4fa3-9db3-057ace461cd7), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.759873 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44723'] for router (269844b9-805e-4fa3-9db3-057ace461cd7), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.823840 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Publish callbacks [] for router_controller (269844b9-805e-4fa3-9db3-057ace461cd7), precommit_add_association {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.836888 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40576992-a238-5e9f-998a-f4f656238b83-44684784-0d26-471d-9a19-2b37a993c4ac', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f'}]}} from dv-cinder-819668-3-iscsi. {{(pid=102554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:21:16.841950 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:16.991122 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Publish callbacks [] for router_gateway (269844b9-805e-4fa3-9db3-057ace461cd7), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:17.033681 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Allocated IP 172.20.0.2 (44684784-0d26-471d-9a19-2b37a993c4ac/1b4c5ab6-b530-4a40-828d-6c24277d6e4f/b2bdbe30-7d1a-43fc-bb59-001903bdb84e) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:21:17.215375 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Publish callbacks [] for port (b2bdbe30-7d1a-43fc-bb59-001903bdb84e), precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:17.223571 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (b2bdbe30-7d1a-43fc-bb59-001903bdb84e), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:17.245024 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Publish callbacks [] for router_gateway (269844b9-805e-4fa3-9db3-057ace461cd7), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:17.269644 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:17.273048 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Network 44684784-0d26-471d-9a19-2b37a993c4ac is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:21:17.277264 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:21:17.279307 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Pushing event updated for resources: {'Port': ['ID=b2bdbe30-7d1a-43fc-bb59-001903bdb84e,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:17.282903 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:21:17.292273 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:17.292821 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:17.293200 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:17.293554 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:17.294037 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:17.294603 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:17.295182 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:17.295836 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:17.296718 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:17.297394 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:17.297837 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:17.298552 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:17.298888 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:17.362712 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Attempting to bind port b2bdbe30-7d1a-43fc-bb59-001903bdb84e on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:21:17.363084 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Attempting to bind port b2bdbe30-7d1a-43fc-bb59-001903bdb84e by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:21:17.363453 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Attempting to bind port b2bdbe30-7d1a-43fc-bb59-001903bdb84e on network 44684784-0d26-471d-9a19-2b37a993c4ac {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:21:17.368544 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:21:17.368922 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Checking segment: {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:21:17.369327 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:17.369720 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Bound using segment: {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:21:17.370280 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Bound port: b2bdbe30-7d1a-43fc-bb59-001903bdb84e, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:21:17.370847 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (b2bdbe30-7d1a-43fc-bb59-001903bdb84e), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:17.410653 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Allocated IP 172.27.2.221 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/6c11407e-f720-4236-9e0f-5686cf10c36b) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:21:17.436710 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] For port b2bdbe30-7d1a-43fc-bb59-001903bdb84e, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:21:17.439810 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] For port b2bdbe30-7d1a-43fc-bb59-001903bdb84e, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=b2bdbe30-7d1a-43fc-bb59-001903bdb84e,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:21:17.446819 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (b2bdbe30-7d1a-43fc-bb59-001903bdb84e), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:17.515246 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edab15-bdd3-46dc-bb7a-6e7a2950d41b None None] Pushing event updated for resources: {'Port': ['ID=b2bdbe30-7d1a-43fc-bb59-001903bdb84e,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:17.530015 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Publish callbacks [] for port (6c11407e-f720-4236-9e0f-5686cf10c36b), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:17.585036 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (6c11407e-f720-4236-9e0f-5686cf10c36b), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:17.647564 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:21:17.653294 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:21:17.655542 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6c11407e-f720-4236-9e0f-5686cf10c36b,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:17.657911 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:21:17.893755 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb6752-672a-4403-b139-fdd00ec0a7ea req-c0c3b288-85db-4a22-a14b-57c47513df7c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:17.895304 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4aeb6752-672a-4403-b139-fdd00ec0a7ea req-c0c3b288-85db-4a22-a14b-57c47513df7c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.1038640 Feb 14 16:21:17.962120 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4aeb6752-672a-4403-b139-fdd00ec0a7ea req-3b7df669-6c2e-4995-8ca1-1ce7a610b9bd tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601544 Feb 14 16:21:18.062940 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144fdc9-0f3a-430b-bb49-551bf4437c66 req-7b2cf591-89bc-4622-bd0c-38d73b366b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:18.064469 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3144fdc9-0f3a-430b-bb49-551bf4437c66 req-7b2cf591-89bc-4622-bd0c-38d73b366b20 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 1130 time: 0.2082596 Feb 14 16:21:18.125174 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-9ce82add-5d60-457e-a85a-30ec5ce23e47 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:18.126651 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-9ce82add-5d60-457e-a85a-30ec5ce23e47 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/networks?id=c2510c79-8e98-4810-9f7d-1e802dc3646c HTTP/1.1" status: 200 len: 808 time: 0.2734864 Feb 14 16:21:18.181029 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-5fb28ae6-57df-44e7-a5e8-279c56dfd989 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/quotas/bcab7f23a90142549da4d78d9f598d29 HTTP/1.1" status: 200 len: 375 time: 0.0296233 Feb 14 16:21:18.205143 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Publish callbacks [] for router_gateway (269844b9-805e-4fa3-9db3-057ace461cd7), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:18.210763 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3144fdc9-0f3a-430b-bb49-551bf4437c66 req-6e5bb654-f089-4eb3-84eb-92cb21c3c9d6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266830 Feb 14 16:21:18.261974 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-0f46f29c-e388-48e0-9f99-95bcf8f941be tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bcab7f23a90142549da4d78d9f598d29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712156 Feb 14 16:21:18.460533 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-c5945a83-e9f8-4709-92d1-a1ae120aaaf6 service neutron] 10.222.0.55 "GET /v2.0/networks/c2510c79-8e98-4810-9f7d-1e802dc3646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878467 Feb 14 16:21:18.478786 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-43ffc6e0-43d8-435a-9db5-f82266fe84d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:18.605527 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router (269844b9-805e-4fa3-9db3-057ace461cd7), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:18.662144 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-b2435b21-31a8-44ca-b410-40fe5312f9cc service neutron] 10.222.0.55 "GET /v2.0/networks/c2510c79-8e98-4810-9f7d-1e802dc3646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794806 Feb 14 16:21:18.799544 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Router 269844b9-805e-4fa3-9db3-057ace461cd7 is scheduled to L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 with binding_index 1 {{(pid=102553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:21:18.800828 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c2db7c-c08a-4f07-bd47-26ae4ecf8876 None None] Network 44684784-0d26-471d-9a19-2b37a993c4ac requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:21:18.898085 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-797be73a-b31a-4e03-a9be-4208b012c4e3 None None] Provisioning complete for port b2bdbe30-7d1a-43fc-bb59-001903bdb84e triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:18.898457 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-797be73a-b31a-4e03-a9be-4208b012c4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (b2bdbe30-7d1a-43fc-bb59-001903bdb84e), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:18.937079 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a56812c4-c543-4d8d-9681-02ec1c35cddf req-09b2d4ca-6488-402a-b3a3-0978d8b567b4 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 210 time: 0.0774403 Feb 14 16:21:18.965254 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:21:18.989446 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Sync routers for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:21:18.998912 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:19.000501 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-e539723f-550c-46bf-af0b-0f4bc46537c6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2686417 Feb 14 16:21:19.003908 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51230) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:19.012933 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:21:19.013776 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:20:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:19.136911 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-797be73a-b31a-4e03-a9be-4208b012c4e3 None None] Current status of the port b2bdbe30-7d1a-43fc-bb59-001903bdb84e is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:19.137839 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-797be73a-b31a-4e03-a9be-4208b012c4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (b2bdbe30-7d1a-43fc-bb59-001903bdb84e), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:19.181788 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-797be73a-b31a-4e03-a9be-4208b012c4e3 None None] For port b2bdbe30-7d1a-43fc-bb59-001903bdb84e, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=b2bdbe30-7d1a-43fc-bb59-001903bdb84e,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:21:19.194936 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-797be73a-b31a-4e03-a9be-4208b012c4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (b2bdbe30-7d1a-43fc-bb59-001903bdb84e), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:19.228979 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:21:19.303871 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797be73a-b31a-4e03-a9be-4208b012c4e3 None None] Pushing event updated for resources: {'Port': ['ID=b2bdbe30-7d1a-43fc-bb59-001903bdb84e,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:19.380428 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51238) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:19.413951 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device b2bdbe30-7d1a-43fc-bb59-001903bdb84e up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:21:19.489124 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port b2bdbe30-7d1a-43fc-bb59-001903bdb84e triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:19.490599 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (b2bdbe30-7d1a-43fc-bb59-001903bdb84e), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:19.560045 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-dcd5a14f-7dfb-4a4c-ae58-b0197304eb97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:19.566958 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-62a540ef-b8b0-478e-af16-f5d47e315eae None None] Provisioning complete for port b2bdbe30-7d1a-43fc-bb59-001903bdb84e triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:19.567389 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-62a540ef-b8b0-478e-af16-f5d47e315eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (b2bdbe30-7d1a-43fc-bb59-001903bdb84e), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:19.579768 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:17Z', 'revision_number': 3, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:19.625522 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Checking router: 269844b9-805e-4fa3-9db3-057ace461cd7 for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:21:19.626116 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Updating router 269844b9-805e-4fa3-9db3-057ace461cd7 port 6c11407e-f720-4236-9e0f-5686cf10c36b binding host dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:21:19.669055 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (6c11407e-f720-4236-9e0f-5686cf10c36b), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:19.686755 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-dcd5a14f-7dfb-4a4c-ae58-b0197304eb97 admin admin] Publish callbacks [] for security_group (73b7420b-9f48-4e35-abd2-38ec05fa2176), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:19.693556 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-dcd5a14f-7dfb-4a4c-ae58-b0197304eb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (73b7420b-9f48-4e35-abd2-38ec05fa2176), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:19.722534 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port b2bdbe30-7d1a-43fc-bb59-001903bdb84e is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:19.732560 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd28efc-b4ab-4737-967b-27ef768da35d req-38af97c3-884d-4c98-a766-65ac1bd5cfe8 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:19.734125 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-afd28efc-b4ab-4737-967b-27ef768da35d req-38af97c3-884d-4c98-a766-65ac1bd5cfe8 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.2740791 Feb 14 16:21:19.770102 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5a14f-7dfb-4a4c-ae58-b0197304eb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b7420b-9f48-4e35-abd2-38ec05fa2176,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:19.778237 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-62a540ef-b8b0-478e-af16-f5d47e315eae None None] Current status of the port b2bdbe30-7d1a-43fc-bb59-001903bdb84e is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:19.810596 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-dcd5a14f-7dfb-4a4c-ae58-b0197304eb97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f49ccaae48548ab830c2286ddef3fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4255345 Feb 14 16:21:19.810802 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51248) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:19.878674 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-afd28efc-b4ab-4737-967b-27ef768da35d req-51d7e357-860c-4bb0-92a6-87c34cd32c6b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363730 Feb 14 16:21:19.902535 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-50b9e400-76cf-4e60-843c-353e25093201 admin admin] Publish callbacks [] for security_group (73b7420b-9f48-4e35-abd2-38ec05fa2176), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:19.937333 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-50b9e400-76cf-4e60-843c-353e25093201 admin admin] Publish callbacks [] for security_group (73b7420b-9f48-4e35-abd2-38ec05fa2176), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.006074 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-50b9e400-76cf-4e60-843c-353e25093201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (73b7420b-9f48-4e35-abd2-38ec05fa2176), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.010455 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-50b9e400-76cf-4e60-843c-353e25093201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.014044 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-50b9e400-76cf-4e60-843c-353e25093201 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73b7420b-9f48-4e35-abd2-38ec05fa2176 HTTP/1.1" status: 204 len: 168 time: 0.2022576 Feb 14 16:21:20.055405 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Publish callbacks [] for port (6c11407e-f720-4236-9e0f-5686cf10c36b), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.064060 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (6c11407e-f720-4236-9e0f-5686cf10c36b), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.071894 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9831d06c-e26f-44fe-98d6-8d9c919e922c req-08355f82-c6f1-4f2d-b7be-83b27e9edaf3 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 210 time: 0.0515380 Feb 14 16:21:20.073114 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9e400-76cf-4e60-843c-353e25093201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b7420b-9f48-4e35-abd2-38ec05fa2176,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:20.128340 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Attempting to bind port 6c11407e-f720-4236-9e0f-5686cf10c36b on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:21:20.128772 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Attempting to bind port 6c11407e-f720-4236-9e0f-5686cf10c36b by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:21:20.129161 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Attempting to bind port 6c11407e-f720-4236-9e0f-5686cf10c36b on network fbee9b82-1d0f-41e0-9255-a9db1855e990 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:21:20.137492 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:21:20.137882 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Checking segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:21:20.138279 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.138838 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Bound using segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:21:20.139313 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Bound port: 6c11407e-f720-4236-9e0f-5686cf10c36b, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:21:20.139695 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (6c11407e-f720-4236-9e0f-5686cf10c36b), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.170505 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fd0fd-1e5a-4525-b646-3224fe531ab9 None None] Pushing event updated for resources: {'Port': ['ID=6c11407e-f720-4236-9e0f-5686cf10c36b,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:20.181507 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fd0fd-1e5a-4525-b646-3224fe531ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:20.182155 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fd0fd-1e5a-4525-b646-3224fe531ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:20.182508 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fd0fd-1e5a-4525-b646-3224fe531ab9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:20.182846 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fd0fd-1e5a-4525-b646-3224fe531ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:20.183384 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fd0fd-1e5a-4525-b646-3224fe531ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:20.183704 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fd0fd-1e5a-4525-b646-3224fe531ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:20.184029 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fd0fd-1e5a-4525-b646-3224fe531ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:20.184509 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fd0fd-1e5a-4525-b646-3224fe531ab9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:20.184985 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fd0fd-1e5a-4525-b646-3224fe531ab9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:20.185504 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fd0fd-1e5a-4525-b646-3224fe531ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:20.185889 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fd0fd-1e5a-4525-b646-3224fe531ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:20.186190 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fd0fd-1e5a-4525-b646-3224fe531ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:20.186500 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8fd0fd-1e5a-4525-b646-3224fe531ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:21:20.218844 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] For port 6c11407e-f720-4236-9e0f-5686cf10c36b, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:21:20.225850 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] For port 6c11407e-f720-4236-9e0f-5686cf10c36b, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=6c11407e-f720-4236-9e0f-5686cf10c36b,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:21:20.232379 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (6c11407e-f720-4236-9e0f-5686cf10c36b), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.245003 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.302084 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:21:20.302698 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:20:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:20.406973 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51260) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:20.424637 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-749645b6-6843-4c97-8653-55aa7e6a8e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.447936 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fd0fd-1e5a-4525-b646-3224fe531ab9 None None] Pushing event updated for resources: {'Port': ['ID=6c11407e-f720-4236-9e0f-5686cf10c36b,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:20.472807 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-94d62bea-aa51-400e-9a87-752c89f1ca9f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:20.474570 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-94d62bea-aa51-400e-9a87-752c89f1ca9f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.42 "GET /v2.0/networks?id=c2510c79-8e98-4810-9f7d-1e802dc3646c HTTP/1.1" status: 200 len: 808 time: 0.1766217 Feb 14 16:21:20.491028 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Allocated IP 172.20.0.1 (44684784-0d26-471d-9a19-2b37a993c4ac/1b4c5ab6-b530-4a40-828d-6c24277d6e4f/45f3c48c-26a5-4cc8-ba46-2922207dcc4c) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:21:20.499400 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-e1850aad-7bdf-4a51-96ae-a8ef9d0d1348 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Request body: {'port': {'device_id': '937d2fa2-e624-42df-adec-6c3016de011f', 'network_id': 'c2510c79-8e98-4810-9f7d-1e802dc3646c', 'admin_state_up': True, 'tenant_id': 'bcab7f23a90142549da4d78d9f598d29'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:20.546463 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:21:20.560739 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-749645b6-6843-4c97-8653-55aa7e6a8e57 admin admin] Publish callbacks [] for security_group (2a8dea1d-5909-4d5d-bc67-291199291eff), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.564854 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-749645b6-6843-4c97-8653-55aa7e6a8e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (2a8dea1d-5909-4d5d-bc67-291199291eff), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.602796 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749645b6-6843-4c97-8653-55aa7e6a8e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8dea1d-5909-4d5d-bc67-291199291eff,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:20.608301 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-749645b6-6843-4c97-8653-55aa7e6a8e57 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a668251a04941f4b460adfe1a436abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994772 Feb 14 16:21:20.612858 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51266) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:20.661388 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-cd415297-90d9-48b8-9d19-3dfdcecd4ce7 admin admin] Publish callbacks [] for security_group (2a8dea1d-5909-4d5d-bc67-291199291eff), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.666276 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-e1850aad-7bdf-4a51-96ae-a8ef9d0d1348 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Made reservation on behalf of bcab7f23a90142549da4d78d9f598d29 for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:21:20.669445 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-e1850aad-7bdf-4a51-96ae-a8ef9d0d1348 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.688868 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-cd415297-90d9-48b8-9d19-3dfdcecd4ce7 admin admin] Publish callbacks [] for security_group (2a8dea1d-5909-4d5d-bc67-291199291eff), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.704691 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Publish callbacks [] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.723073 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b283e630-2dc9-4164-99db-4d4ad246b569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.745632 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:17Z', 'revision_number': 3, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:20.746260 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-cd415297-90d9-48b8-9d19-3dfdcecd4ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (2a8dea1d-5909-4d5d-bc67-291199291eff), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.750589 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-cd415297-90d9-48b8-9d19-3dfdcecd4ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.761937 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-cd415297-90d9-48b8-9d19-3dfdcecd4ce7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a8dea1d-5909-4d5d-bc67-291199291eff HTTP/1.1" status: 204 len: 168 time: 0.1413863 Feb 14 16:21:20.771093 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd415297-90d9-48b8-9d19-3dfdcecd4ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8dea1d-5909-4d5d-bc67-291199291eff,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:20.775596 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b11870-c69b-4f35-83c0-261fd702b2e0 None None] The sync data for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi is: [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:17Z', 'revision_number': 3, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:21:20.835884 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:20.888445 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Network 44684784-0d26-471d-9a19-2b37a993c4ac is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:21:20.891624 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-e1850aad-7bdf-4a51-96ae-a8ef9d0d1348 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Allocated IP 172.20.0.2 (c2510c79-8e98-4810-9f7d-1e802dc3646c/2953a672-c368-4684-9c3c-f68400a6bcbc/19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:21:20.902036 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:21:20.907656 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:21:20.959306 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Pushing event updated for resources: {'Port': ['ID=45f3c48c-26a5-4cc8-ba46-2922207dcc4c,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:21.050983 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629114'] for router_interface (269844b9-805e-4fa3-9db3-057ace461cd7), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:21.223963 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a0b1d-9eb7-42f4-b528-3452322e4ed0 req-2ce6fcd6-8445-4541-b435-139397ad0067 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:21.226793 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-153a0b1d-9eb7-42f4-b528-3452322e4ed0 req-2ce6fcd6-8445-4541-b435-139397ad0067 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.2348752 Feb 14 16:21:21.266231 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a55d39f7-2fe8-42f4-8df1-45b19793020a req-db8b7e82-728b-4bfa-afce-b9dc7f9ca7fa tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 210 time: 0.0634966 Feb 14 16:21:21.333541 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:21.337189 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2dd2902a-b473-4f4a-8e94-cb8d97f63e7d None None] Provisioning complete for port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:21.338005 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2dd2902a-b473-4f4a-8e94-cb8d97f63e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:21.418598 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2902a-b473-4f4a-8e94-cb8d97f63e7d None None] Port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:21:21.551498 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-153a0b1d-9eb7-42f4-b528-3452322e4ed0 req-a4d3d965-7a4d-4c9c-8a23-d1c7784b397d tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148408 Feb 14 16:21:21.567895 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 6c11407e-f720-4236-9e0f-5686cf10c36b up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:21:21.652775 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 6c11407e-f720-4236-9e0f-5686cf10c36b triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:21.653165 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (6c11407e-f720-4236-9e0f-5686cf10c36b), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:21.687875 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-e1850aad-7bdf-4a51-96ae-a8ef9d0d1348 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks [] for port (19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:21.723172 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2157c0-bb50-4a78-aafa-9b697156a2f0 req-591c4177-ba06-4617-9e78-67859472e537 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:21.732373 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0f2157c0-bb50-4a78-aafa-9b697156a2f0 req-591c4177-ba06-4617-9e78-67859472e537 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0754182 Feb 14 16:21:21.767744 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-e1850aad-7bdf-4a51-96ae-a8ef9d0d1348 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:21.785725 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 6c11407e-f720-4236-9e0f-5686cf10c36b is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:21.786272 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (6c11407e-f720-4236-9e0f-5686cf10c36b), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:21.808711 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port 6c11407e-f720-4236-9e0f-5686cf10c36b, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=6c11407e-f720-4236-9e0f-5686cf10c36b,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:21:21.812246 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0f2157c0-bb50-4a78-aafa-9b697156a2f0 req-b02cf872-ca49-46ed-b695-fc1ca6c1c42c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785007 Feb 14 16:21:21.816453 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (6c11407e-f720-4236-9e0f-5686cf10c36b), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:21.816989 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device b2bdbe30-7d1a-43fc-bb59-001903bdb84e up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:21:21.881269 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Publish callbacks [] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:21.884046 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-e1850aad-7bdf-4a51-96ae-a8ef9d0d1348 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Network c2510c79-8e98-4810-9f7d-1e802dc3646c is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:21:21.887566 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-e1850aad-7bdf-4a51-96ae-a8ef9d0d1348 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:21:21.892816 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-e1850aad-7bdf-4a51-96ae-a8ef9d0d1348 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:21:21.896610 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:21.907236 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=6c11407e-f720-4236-9e0f-5686cf10c36b,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:21.919029 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port b2bdbe30-7d1a-43fc-bb59-001903bdb84e triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:21.919480 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (b2bdbe30-7d1a-43fc-bb59-001903bdb84e), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:21.937979 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1850aad-7bdf-4a51-96ae-a8ef9d0d1348 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Pushing event updated for resources: {'Port': ['ID=19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:22.045915 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Pushing event updated for resources: {'Port': ['ID=45f3c48c-26a5-4cc8-ba46-2922207dcc4c,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:22.059316 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629126'] for router_interface (269844b9-805e-4fa3-9db3-057ace461cd7), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:22.078630 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-e1850aad-7bdf-4a51-96ae-a8ef9d0d1348 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:22.079440 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-e1850aad-7bdf-4a51-96ae-a8ef9d0d1348 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:22.124970 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-e1850aad-7bdf-4a51-96ae-a8ef9d0d1348 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6312232 Feb 14 16:21:22.158832 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Request body: {'port': {'device_id': '937d2fa2-e624-42df-adec-6c3016de011f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:22.239620 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:22.254030 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port b2bdbe30-7d1a-43fc-bb59-001903bdb84e is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:22.270581 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Network 44684784-0d26-471d-9a19-2b37a993c4ac is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:21:22.271453 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:22.275462 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:21:22.554221 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-529095ee-9548-469e-9d77-82a4c0035e84 None None] Provisioning complete for port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:22.554909 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-529095ee-9548-469e-9d77-82a4c0035e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:22.600384 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-529095ee-9548-469e-9d77-82a4c0035e84 None None] Port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:21:22.854290 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8a29d-5da9-490a-b897-cde668ade8f9 req-8f1900f2-4588-467f-b224-ebab5bb24d15 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:22.854290 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7cc8a29d-5da9-490a-b897-cde668ade8f9 req-8f1900f2-4588-467f-b224-ebab5bb24d15 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 931 time: 0.2126772 Feb 14 16:21:22.881340 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Router 269844b9-805e-4fa3-9db3-057ace461cd7 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:21:23.031649 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7cc8a29d-5da9-490a-b897-cde668ade8f9 req-d3b6509b-68ca-4eae-af60-189606c97994 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760151 Feb 14 16:21:23.133995 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:21:23.147804 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Publish callbacks [] for port (19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:23.161289 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:21:23.168157 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-265dad1f-1e47-4404-a248-5ac94638553d admin admin] 10.222.0.55 "PUT /v2.0/routers/269844b9-805e-4fa3-9db3-057ace461cd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1628304 Feb 14 16:21:23.170771 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Transition to ACTIVE for port object 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:21:23.175403 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Sync routers for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:21:23.177613 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:23.194354 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:21:23.196632 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:21:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:23.238967 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Pushing event updated for resources: {'Port': ['ID=19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:23.317565 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Attempting to bind port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:21:23.317884 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Attempting to bind port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '65737c0b-92d5-4af2-8bf6-af25a3a45bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c2510c79-8e98-4810-9f7d-1e802dc3646c'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:21:23.318302 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Attempting to bind port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe on network c2510c79-8e98-4810-9f7d-1e802dc3646c {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:21:23.323608 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe on network c2510c79-8e98-4810-9f7d-1e802dc3646c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:21:23.324205 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Attempting to bind port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe on network c2510c79-8e98-4810-9f7d-1e802dc3646c {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:21:23.330163 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:21:23.330590 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Checking segment: {'id': '65737c0b-92d5-4af2-8bf6-af25a3a45bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c2510c79-8e98-4810-9f7d-1e802dc3646c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:21:23.331914 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Bound using segment: {'id': '65737c0b-92d5-4af2-8bf6-af25a3a45bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c2510c79-8e98-4810-9f7d-1e802dc3646c'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:21:23.332767 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Bound port: 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65737c0b-92d5-4af2-8bf6-af25a3a45bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c2510c79-8e98-4810-9f7d-1e802dc3646c'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:21:23.333382 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:23.399085 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 6c11407e-f720-4236-9e0f-5686cf10c36b up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:21:23.450175 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] For port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:21:23.458867 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] For port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe,segment=NetworkSegment(65737c0b-92d5-4af2-8bf6-af25a3a45bf0),segment_id=65737c0b-92d5-4af2-8bf6-af25a3a45bf0)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:21:23.481559 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:21:23.485605 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:23.542325 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:23.543385 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:23.546067 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] 10.222.0.42 "PUT /v2.0/ports/19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe HTTP/1.1" status: 200 len: 1093 time: 1.3907020 Feb 14 16:21:23.546721 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937d2fa2-e624-42df-adec-6c3016de011f', 'tag': '19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:21:23.548571 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:23.550221 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4ab448-0501-4b56-ba66-075086560d17" -d '{"events": [{"name": "network-changed", "server_uuid": "937d2fa2-e624-42df-adec-6c3016de011f", "tag": "19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:21:23.574297 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96337dfb-8b88-4719-b9db-745f06746949 service neutron] Pushing event updated for resources: {'Port': ['ID=19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:23.624777 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 6c11407e-f720-4236-9e0f-5686cf10c36b triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:23.625169 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (6c11407e-f720-4236-9e0f-5686cf10c36b), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:23.631317 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd30595-3e15-44ef-81b9-79520a34711c x-openstack-request-id: req-8fd30595-3e15-44ef-81b9-79520a34711c {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:21:23.631610 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937d2fa2-e624-42df-adec-6c3016de011f", "tag": "19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:21:23.631873 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8fd30595-3e15-44ef-81b9-79520a34711c {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:21:23.632281 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937d2fa2-e624-42df-adec-6c3016de011f', 'tag': '19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe', 'status': 'completed', 'code': 200} Feb 14 16:21:23.697990 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-23740ced-3ea1-47f6-b0a5-37cdeef37c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:23.700145 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-23740ced-3ea1-47f6-b0a5-37cdeef37c6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bcab7f23a90142549da4d78d9f598d29&device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 1127 time: 0.0829201 Feb 14 16:21:23.778903 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 6c11407e-f720-4236-9e0f-5686cf10c36b is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:23.792991 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-f50873d5-eb07-4dba-8d3c-fbeda4d46eb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe HTTP/1.1" status: 200 len: 217 time: 0.0837436 Feb 14 16:21:23.855255 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 2, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:23.894729 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Checking router: 269844b9-805e-4fa3-9db3-057ace461cd7 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:21:23.895173 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Updating router 269844b9-805e-4fa3-9db3-057ace461cd7 port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c binding host dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:21:23.915949 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-00f75d23-8185-4218-81f0-bd3811c18f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:23.915949 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-00f75d23-8185-4218-81f0-bd3811c18f9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2953a672-c368-4684-9c3c-f68400a6bcbc HTTP/1.1" status: 200 len: 848 time: 0.0887313 Feb 14 16:21:23.923777 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d03973-4aa1-4ffa-9a7f-8f1d6418914e req-c8a8980b-8bbb-471b-9d40-3867f7729033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:23.925994 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-39d03973-4aa1-4ffa-9a7f-8f1d6418914e req-c8a8980b-8bbb-471b-9d40-3867f7729033 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca15708118b44a1a682c7b615afc8a1&device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 1129 time: 0.1546879 Feb 14 16:21:23.933158 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:23.946769 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6e418-d67b-40c3-ab5a-86b344203ed3 req-d5b75535-ec34-4fc7-99cd-a0d17b855f92 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:23.948259 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a0b6e418-d67b-40c3-ab5a-86b344203ed3 req-d5b75535-ec34-4fc7-99cd-a0d17b855f92 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1618762 Feb 14 16:21:23.978219 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-2f03f898-0b37-4edd-8b70-9ef141f89719 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2510c79-8e98-4810-9f7d-1e802dc3646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455885 Feb 14 16:21:24.197545 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a0b6e418-d67b-40c3-ab5a-86b344203ed3 req-09ed4910-28ec-4cda-8427-21bb61c17216 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281308 Feb 14 16:21:24.208992 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51394) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:24.215804 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1457148321-network', 'tenant_id': '923196dc815f473eb36c8a4b79de255b'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:24.227441 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d03973-4aa1-4ffa-9a7f-8f1d6418914e req-47807367-6b45-46ab-8122-b77c95101909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:24.229271 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-39d03973-4aa1-4ffa-9a7f-8f1d6418914e req-47807367-6b45-46ab-8122-b77c95101909 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a HTTP/1.1" status: 200 len: 920 time: 0.2903883 Feb 14 16:21:24.243826 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cc4fd-70bf-49cc-9e31-92e43c0cda5d req-c13c909b-d8a1-454d-b26c-292c52f6480e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:24.250827 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-267cc4fd-70bf-49cc-9e31-92e43c0cda5d req-c13c909b-d8a1-454d-b26c-292c52f6480e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 943 time: 0.1026530 Feb 14 16:21:24.251139 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-db28dfd4-7374-4e6d-9b63-ff983357f580 service neutron] 10.222.0.42 "GET /v2.0/networks/c2510c79-8e98-4810-9f7d-1e802dc3646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576194 Feb 14 16:21:24.300886 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-39d03973-4aa1-4ffa-9a7f-8f1d6418914e req-b2edfcbb-55c5-4ce1-b338-6cb6c2264727 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=699e4ea1-016f-4cdf-9901-5277fb74b1f1 HTTP/1.1" status: 200 len: 217 time: 0.0640602 Feb 14 16:21:24.319340 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Publish callbacks [] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:24.324606 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] Made reservation on behalf of 923196dc815f473eb36c8a4b79de255b for: {'network': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:21:24.328054 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:24.328775 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-267cc4fd-70bf-49cc-9e31-92e43c0cda5d req-7964bc4d-550c-4891-a81d-6e32c04fe77a tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649283 Feb 14 16:21:24.332734 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:24.370784 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:24.414632 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51408) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:24.465713 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840a8db-24bd-4c66-8413-6ffe2a48acc5 None None] Pushing event updated for resources: {'Port': ['ID=45f3c48c-26a5-4cc8-ba46-2922207dcc4c,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:24.486039 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Attempting to bind port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:21:24.486621 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Attempting to bind port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:21:24.487281 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Attempting to bind port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c on network 44684784-0d26-471d-9a19-2b37a993c4ac {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:21:24.494338 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:21:24.494777 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Checking segment: {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:21:24.495187 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:24.495585 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Bound using segment: {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:21:24.496730 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Bound port: 45f3c48c-26a5-4cc8-ba46-2922207dcc4c, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:21:24.496965 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d03973-4aa1-4ffa-9a7f-8f1d6418914e req-7da3227a-f922-4d5e-adb1-37ab4fc602af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:24.497169 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:24.498504 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-39d03973-4aa1-4ffa-9a7f-8f1d6418914e req-7da3227a-f922-4d5e-adb1-37ab4fc602af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29897062-631a-49da-8452-c4a2baf64bda HTTP/1.1" status: 200 len: 859 time: 0.1829367 Feb 14 16:21:24.558773 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cd3ae37b-7b93-4aaa-857d-00d44ddaad86 req-a1782a8a-6c59-4fc6-ade7-1a3938d3797b service neutron] 10.222.0.42 "GET /v2.0/networks/c2510c79-8e98-4810-9f7d-1e802dc3646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701018 Feb 14 16:21:24.563378 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60440ea-31e9-412a-ae01-0cf2d35a4d73 admin admin] Deleting subnet e21695be-d540-4dca-9a24-f806125251f2 {{(pid=102553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:21:24.566922 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-39d03973-4aa1-4ffa-9a7f-8f1d6418914e req-d7f39951-50b6-4585-a8fa-a567747bd0eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452027 Feb 14 16:21:24.574341 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c60440ea-31e9-412a-ae01-0cf2d35a4d73 admin admin] Publish callbacks [] for subnet (e21695be-d540-4dca-9a24-f806125251f2), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:24.577921 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] For port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:21:24.585391 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] For port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=45f3c48c-26a5-4cc8-ba46-2922207dcc4c,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:21:24.598439 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:24.689775 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c60440ea-31e9-412a-ae01-0cf2d35a4d73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261692512'] for subnet (e21695be-d540-4dca-9a24-f806125251f2), precommit_delete_associations {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:24.705133 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:21:24.706381 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:21:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:24.710744 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840a8db-24bd-4c66-8413-6ffe2a48acc5 None None] Pushing event updated for resources: {'Port': ['ID=45f3c48c-26a5-4cc8-ba46-2922207dcc4c,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:24.773288 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] Publish callbacks [] for security_group (1890e227-9bf8-420d-9a5d-324947c43c9d), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:24.802231 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:24.809875 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1890e227-9bf8-420d-9a5d-324947c43c9d), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:24.814444 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c60440ea-31e9-412a-ae01-0cf2d35a4d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (e21695be-d540-4dca-9a24-f806125251f2), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:24.820836 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-7fc76a10-f97f-4fd3-9e45-2a2070cf58f3 None None] Provisioning complete for port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:24.820836 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7fc76a10-f97f-4fd3-9e45-2a2070cf58f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:24.858542 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-39d03973-4aa1-4ffa-9a7f-8f1d6418914e req-853d9b33-9ffa-4a1b-94ea-14f1e7d7b2af service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817750 Feb 14 16:21:24.869200 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ab448-0501-4b56-ba66-075086560d17 req-0018b360-6a72-404c-86ac-9ade0d9e6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:24.870728 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cc4ab448-0501-4b56-ba66-075086560d17 req-0018b360-6a72-404c-86ac-9ade0d9e6363 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bcab7f23a90142549da4d78d9f598d29&device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 1127 time: 0.2394931 Feb 14 16:21:24.873001 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=102553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:21:24.921584 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:21:24.941077 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (1817ba19-6df0-43b5-b63d-236d724f9f9c), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:24.941675 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.segments_db [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] Added segment 1817ba19-6df0-43b5-b63d-236d724f9f9c of type vlan for network 0ee58f48-d1ab-4104-9f05-e897bf004521 Feb 14 16:21:24.965424 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1890e227-9bf8-420d-9a5d-324947c43c9d,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:25.033246 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-7fc76a10-f97f-4fd3-9e45-2a2070cf58f3 None None] Current status of the port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:25.033777 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7fc76a10-f97f-4fd3-9e45-2a2070cf58f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.111402 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c60440ea-31e9-412a-ae01-0cf2d35a4d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260103255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260062759'] for subnet (e21695be-d540-4dca-9a24-f806125251f2), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.116624 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (0ee58f48-d1ab-4104-9f05-e897bf004521), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.123303 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-7fc76a10-f97f-4fd3-9e45-2a2070cf58f3 None None] For port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=45f3c48c-26a5-4cc8-ba46-2922207dcc4c,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:21:25.133369 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7fc76a10-f97f-4fd3-9e45-2a2070cf58f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.180346 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60440ea-31e9-412a-ae01-0cf2d35a4d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e21695be-d540-4dca-9a24-f806125251f2,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:25.187664 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c60440ea-31e9-412a-ae01-0cf2d35a4d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.194045 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-c60440ea-31e9-412a-ae01-0cf2d35a4d73 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e21695be-d540-4dca-9a24-f806125251f2 HTTP/1.1" status: 204 len: 168 time: 0.7727523 Feb 14 16:21:25.194378 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51424) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:25.198528 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ab448-0501-4b56-ba66-075086560d17 req-64947f34-6094-43f0-976a-0570fa83cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:25.199993 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cc4ab448-0501-4b56-ba66-075086560d17 req-64947f34-6094-43f0-976a-0570fa83cd5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2510c79-8e98-4810-9f7d-1e802dc3646c HTTP/1.1" status: 200 len: 909 time: 0.3176906 Feb 14 16:21:25.201819 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-39d03973-4aa1-4ffa-9a7f-8f1d6418914e req-e4fd69af-4d46-4a42-ac8d-67989490b974 service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252289 Feb 14 16:21:25.214008 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (0ee58f48-d1ab-4104-9f05-e897bf004521), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.215560 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:25.216491 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.304100 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cc4ab448-0501-4b56-ba66-075086560d17 req-b48831fe-3888-4881-91ee-d4e79722fd6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe HTTP/1.1" status: 200 len: 217 time: 0.0801196 Feb 14 16:21:25.310357 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1022584 Feb 14 16:21:25.313490 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51432) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:25.328623 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-7017bc59-096b-4dde-bffa-57542e509507 admin admin] Request body: {'subnet': {'network_id': '0ee58f48-d1ab-4104-9f05-e897bf004521', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1457148321-subnet', 'tenant_id': '923196dc815f473eb36c8a4b79de255b', 'ip_version': 4}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:25.339638 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bf27203b-4910-4d41-aab3-7442af25b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (661724a1-5e2a-4bc5-9cdf-f02b28b4e620), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.446785 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-ace0a1b0-e814-4637-84a8-37dfe5c18eeb None None] Provisioning complete for port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:25.447429 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ace0a1b0-e814-4637-84a8-37dfe5c18eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.461997 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bf27203b-4910-4d41-aab3-7442af25b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (661724a1-5e2a-4bc5-9cdf-f02b28b4e620), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.477908 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc76a10-f97f-4fd3-9e45-2a2070cf58f3 None None] Pushing event updated for resources: {'Port': ['ID=45f3c48c-26a5-4cc8-ba46-2922207dcc4c,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:25.507588 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-bf27203b-4910-4d41-aab3-7442af25b8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661724a1-5e2a-4bc5-9cdf-f02b28b4e620']}} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:25.519558 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:24Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:25.520390 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-bf27203b-4910-4d41-aab3-7442af25b8e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674cb805-55c6-42dd-a09b-935cfa6e0b36') {'for_net_delete': True} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:25.520684 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-bf27203b-4910-4d41-aab3-7442af25b8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674cb805-55c6-42dd-a09b-935cfa6e0b36') {} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:25.539844 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36714212-4820-475c-9f40-e5b66674b251 req-409c486b-5215-450f-b1e5-aaa79484489a tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:25.541412 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-36714212-4820-475c-9f40-e5b66674b251 req-409c486b-5215-450f-b1e5-aaa79484489a tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 943 time: 0.1283209 Feb 14 16:21:25.543507 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bf27203b-4910-4d41-aab3-7442af25b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260087293'] for segment (674cb805-55c6-42dd-a09b-935cfa6e0b36), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.568446 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bf27203b-4910-4d41-aab3-7442af25b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (674cb805-55c6-42dd-a09b-935cfa6e0b36), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.569013 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b252f55d-0491-4f45-acd5-d1a67b233918 None None] The sync data for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi is: [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:24Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:21:25.592472 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-ace0a1b0-e814-4637-84a8-37dfe5c18eeb None None] Current status of the port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:25.603583 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf27203b-4910-4d41-aab3-7442af25b8e3 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:21:25.603993 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bf27203b-4910-4d41-aab3-7442af25b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262128771'] for segment (674cb805-55c6-42dd-a09b-935cfa6e0b36), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: Traceback (most recent call last): Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: timer() Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: cb(*args, **kw) Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: return func(*args, **kwargs) Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: self._notify() Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: self.callback(batched_events) Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: event.method(event) Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: return f(self, *a, **k) Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._get(url).json() Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: return self.request(url, 'GET', **kwargs) Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:21:25.605821 dv-cinder-819668-3-iscsi neutron-server[102552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:21:25.623245 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-36714212-4820-475c-9f40-e5b66674b251 req-38c5f827-2b44-43b3-b199-71cc77dc32da tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719209 Feb 14 16:21:25.687474 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bf27203b-4910-4d41-aab3-7442af25b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (661724a1-5e2a-4bc5-9cdf-f02b28b4e620), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.692807 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bf27203b-4910-4d41-aab3-7442af25b8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.696190 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-bf27203b-4910-4d41-aab3-7442af25b8e3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/661724a1-5e2a-4bc5-9cdf-f02b28b4e620 HTTP/1.1" status: 204 len: 168 time: 0.5004654 Feb 14 16:21:25.710975 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51438) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:25.719168 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27203b-4910-4d41-aab3-7442af25b8e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=661724a1-5e2a-4bc5-9cdf-f02b28b4e620,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:25.721944 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d318c-b428-4c6d-b25d-b6949b13140a admin admin] Pushing event updated for resources: {'Network': ['ID=0ee58f48-d1ab-4104-9f05-e897bf004521,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:25.732162 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network 0ee58f48-d1ab-4104-9f05-e897bf004521 details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:21:25.745668 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ab448-0501-4b56-ba66-075086560d17 req-0d28020d-f1e1-4d3b-85df-27dce1b6418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:25.747449 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cc4ab448-0501-4b56-ba66-075086560d17 req-0d28020d-f1e1-4d3b-85df-27dce1b6418b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2953a672-c368-4684-9c3c-f68400a6bcbc HTTP/1.1" status: 200 len: 848 time: 0.4329381 Feb 14 16:21:25.748972 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7017bc59-096b-4dde-bffa-57542e509507 admin admin] Made reservation on behalf of 923196dc815f473eb36c8a4b79de255b for: {'subnet': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:21:25.751431 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7017bc59-096b-4dde-bffa-57542e509507 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260062748'] for subnet (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.780987 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbdfe6a-0411-44ac-b757-4a0b11a2abda admin admin] Deleting subnet 9e6e8988-836e-43f3-86a3-e85454190a39 {{(pid=102552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:21:25.785113 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfe6a-0411-44ac-b757-4a0b11a2abda admin admin] Publish callbacks [] for subnet (9e6e8988-836e-43f3-86a3-e85454190a39), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.812589 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cc4ab448-0501-4b56-ba66-075086560d17 req-c1d8ed48-c6b0-4099-bda0-638cee98b8e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2510c79-8e98-4810-9f7d-1e802dc3646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432587 Feb 14 16:21:25.839693 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfe6a-0411-44ac-b757-4a0b11a2abda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260087274'] for subnet (9e6e8988-836e-43f3-86a3-e85454190a39), precommit_delete_associations {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.882684 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfe6a-0411-44ac-b757-4a0b11a2abda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (9e6e8988-836e-43f3-86a3-e85454190a39), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.900687 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215f98c-59b6-44e9-b572-38c5ca89573c req-704f0735-8f74-4419-9da0-20fcbba15ba9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:25.902283 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d215f98c-59b6-44e9-b572-38c5ca89573c req-704f0735-8f74-4419-9da0-20fcbba15ba9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.5466783 Feb 14 16:21:25.943402 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfe6a-0411-44ac-b757-4a0b11a2abda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262131233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260073549'] for subnet (9e6e8988-836e-43f3-86a3-e85454190a39), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.967745 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdfe6a-0411-44ac-b757-4a0b11a2abda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6e8988-836e-43f3-86a3-e85454190a39,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:25.979232 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfe6a-0411-44ac-b757-4a0b11a2abda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:25.983486 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-7fbdfe6a-0411-44ac-b757-4a0b11a2abda admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9e6e8988-836e-43f3-86a3-e85454190a39 HTTP/1.1" status: 204 len: 168 time: 0.2704608 Feb 14 16:21:25.985742 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51440) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:26.042359 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d215f98c-59b6-44e9-b572-38c5ca89573c req-be11991b-3311-4831-8598-d4ebc50df621 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338422 Feb 14 16:21:26.044247 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cc4ab448-0501-4b56-ba66-075086560d17 req-25d1e825-7be6-461b-a756-681884b35101 service neutron] 10.222.0.42 "GET /v2.0/networks/c2510c79-8e98-4810-9f7d-1e802dc3646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968310 Feb 14 16:21:26.064074 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e10a-1bf8-4b78-82d3-7ea853e8297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (227049b4-71d6-4af0-8cfb-33d03a333432), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.145628 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e10a-1bf8-4b78-82d3-7ea853e8297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (227049b4-71d6-4af0-8cfb-33d03a333432), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.154531 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7017bc59-096b-4dde-bffa-57542e509507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260103192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260062766'] for subnet (445391f2-383c-4516-ace3-6997e679e3ca), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.168862 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-b2f5e10a-1bf8-4b78-82d3-7ea853e8297d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227049b4-71d6-4af0-8cfb-33d03a333432']}} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:26.178653 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-b2f5e10a-1bf8-4b78-82d3-7ea853e8297d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eac1bbe-fdb0-46a3-9a05-0f2af934fddf') {'for_net_delete': True} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:26.179036 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-b2f5e10a-1bf8-4b78-82d3-7ea853e8297d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eac1bbe-fdb0-46a3-9a05-0f2af934fddf') {} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:26.189387 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e10a-1bf8-4b78-82d3-7ea853e8297d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260087293'] for segment (4eac1bbe-fdb0-46a3-9a05-0f2af934fddf), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.207127 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e10a-1bf8-4b78-82d3-7ea853e8297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (4eac1bbe-fdb0-46a3-9a05-0f2af934fddf), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.213922 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f5e10a-1bf8-4b78-82d3-7ea853e8297d admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:21:26.214896 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e10a-1bf8-4b78-82d3-7ea853e8297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262128771'] for segment (4eac1bbe-fdb0-46a3-9a05-0f2af934fddf), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: Traceback (most recent call last): Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: timer() Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: cb(*args, **kw) Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: return func(*args, **kwargs) Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: self._notify() Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: self.callback(batched_events) Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: event.method(event) Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: return f(self, *a, **k) Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._get(url).json() Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: return self.request(url, 'GET', **kwargs) Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:21:26.216719 dv-cinder-819668-3-iscsi neutron-server[102552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:21:26.225510 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017bc59-096b-4dde-bffa-57542e509507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=445391f2-383c-4516-ace3-6997e679e3ca,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:26.228944 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cc4ab448-0501-4b56-ba66-075086560d17 req-a40a6d58-07cc-41db-8dd4-f6e69223bd5b service neutron] 10.222.0.42 "GET /v2.0/networks/c2510c79-8e98-4810-9f7d-1e802dc3646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750410 Feb 14 16:21:26.255947 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017bc59-096b-4dde-bffa-57542e509507 admin admin] Checking segment: {'id': '1817ba19-6df0-43b5-b63d-236d724f9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0ee58f48-d1ab-4104-9f05-e897bf004521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:21:26.256309 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7017bc59-096b-4dde-bffa-57542e509507 admin admin] Network hostable DHCP agents. Network: 0ee58f48-d1ab-4104-9f05-e897bf004521, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:21:26.281250 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7017bc59-096b-4dde-bffa-57542e509507 admin admin] Network 0ee58f48-d1ab-4104-9f05-e897bf004521 is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:21:26.289716 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e10a-1bf8-4b78-82d3-7ea853e8297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (227049b4-71d6-4af0-8cfb-33d03a333432), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.300062 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e10a-1bf8-4b78-82d3-7ea853e8297d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.306358 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-b2f5e10a-1bf8-4b78-82d3-7ea853e8297d admin admin] 10.222.0.55 "DELETE /v2.0/networks/227049b4-71d6-4af0-8cfb-33d03a333432 HTTP/1.1" status: 204 len: 168 time: 0.3195851 Feb 14 16:21:26.318781 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-7017bc59-096b-4dde-bffa-57542e509507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, 0ee58f48-d1ab-4104-9f05-e897bf004521) {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:21:26.320178 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5e10a-1bf8-4b78-82d3-7ea853e8297d admin admin] Pushing event deleted for resources: {'Network': ['ID=227049b4-71d6-4af0-8cfb-33d03a333432,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:26.332652 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af65fc62-9442-4bdc-99f8-e56dc2c28e5a None None] Network 0ee58f48-d1ab-4104-9f05-e897bf004521 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:21:26.335414 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7017bc59-096b-4dde-bffa-57542e509507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:26.335414 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7017bc59-096b-4dde-bffa-57542e509507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.354305 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-7017bc59-096b-4dde-bffa-57542e509507 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0300031 Feb 14 16:21:26.356921 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51448) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:26.362606 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1457148321-router', 'tenant_id': '923196dc815f473eb36c8a4b79de255b', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:26.395919 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44730'] for router (1ee74476-5c43-4910-84d7-2c8be7d1a18b), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.397029 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44723'] for router (1ee74476-5c43-4910-84d7-2c8be7d1a18b), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.514550 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Publish callbacks [] for router_controller (1ee74476-5c43-4910-84d7-2c8be7d1a18b), precommit_add_association {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.523648 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40576992-a238-5e9f-998a-f4f656238b83-0ee58f48-d1ab-4104-9f05-e897bf004521', 'network_id': '0ee58f48-d1ab-4104-9f05-e897bf004521', 'project_id': '923196dc815f473eb36c8a4b79de255b', 'fixed_ips': [{'subnet_id': '445391f2-383c-4516-ace3-6997e679e3ca'}]}} from dv-cinder-819668-3-iscsi. {{(pid=102554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:21:26.525422 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.622830 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51454) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:26.669993 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-ddd67e09-0ea4-4f8b-b1fe-75baa13331b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ccbe8b975365446094146b29c8660889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456960 Feb 14 16:21:26.672545 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51456) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:26.695365 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Allocated IP 172.20.0.2 (0ee58f48-d1ab-4104-9f05-e897bf004521/445391f2-383c-4516-ace3-6997e679e3ca/612c9cf7-4471-41fb-8668-feaf877f7b1b) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:21:26.722230 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Publish callbacks [] for router_gateway (1ee74476-5c43-4910-84d7-2c8be7d1a18b), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.735907 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f3313bfe-60e4-4045-a8aa-dc83e53bbb29 admin admin] Publish callbacks [] for security_group (cd50b0f3-ebab-45fd-a78f-5c116d1b482b), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.773018 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f3313bfe-60e4-4045-a8aa-dc83e53bbb29 admin admin] Publish callbacks [] for security_group (cd50b0f3-ebab-45fd-a78f-5c116d1b482b), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:26.860797 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:21:26.968368 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe,segment=NetworkSegment(65737c0b-92d5-4af2-8bf6-af25a3a45bf0),segment_id=65737c0b-92d5-4af2-8bf6-af25a3a45bf0)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:21:26.982936 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe', 'network_id': 'c2510c79-8e98-4810-9f7d-1e802dc3646c', 'port_id': '19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe', 'mac_address': 'fa:16:3e:77:a5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2953a672-c368-4684-9c3c-f68400a6bcbc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:21:26.992392 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Publish callbacks [] for router_gateway (1ee74476-5c43-4910-84d7-2c8be7d1a18b), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.018757 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.037327 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Publish callbacks [] for port (612c9cf7-4471-41fb-8668-feaf877f7b1b), precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.047916 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:27.048307 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.052662 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (612c9cf7-4471-41fb-8668-feaf877f7b1b), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.095664 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d018be-9828-4165-84d0-3f5f7e3daa01 req-e62a99c9-9697-4f00-86e8-ac2b42b8454c tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:27.097939 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-40d018be-9828-4165-84d0-3f5f7e3daa01 req-e62a99c9-9697-4f00-86e8-ac2b42b8454c tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 943 time: 0.3465624 Feb 14 16:21:27.099237 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:21:27.106815 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Network 0ee58f48-d1ab-4104-9f05-e897bf004521 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:21:27.113603 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:21:27.116619 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:21:27.127002 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f3313bfe-60e4-4045-a8aa-dc83e53bbb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (cd50b0f3-ebab-45fd-a78f-5c116d1b482b), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.129682 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f3313bfe-60e4-4045-a8aa-dc83e53bbb29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.133197 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-f3313bfe-60e4-4045-a8aa-dc83e53bbb29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd50b0f3-ebab-45fd-a78f-5c116d1b482b HTTP/1.1" status: 204 len: 168 time: 0.4573779 Feb 14 16:21:27.143036 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Pushing event updated for resources: {'Port': ['ID=612c9cf7-4471-41fb-8668-feaf877f7b1b,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:27.150259 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe,segment=NetworkSegment(65737c0b-92d5-4af2-8bf6-af25a3a45bf0),segment_id=65737c0b-92d5-4af2-8bf6-af25a3a45bf0)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:21:27.160385 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3313bfe-60e4-4045-a8aa-dc83e53bbb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd50b0f3-ebab-45fd-a78f-5c116d1b482b,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:27.196764 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.201928 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-40d018be-9828-4165-84d0-3f5f7e3daa01 req-7a76e555-50f4-4fd4-acad-2bec930d7655 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882466 Feb 14 16:21:27.234629 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Allocated IP 172.27.2.95 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/c23e90af-2804-4f75-8c45-217cc90ca4d6) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:21:27.262414 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa04bb8-f2ec-4396-aed4-2b7f69e667b3 req-572a888c-ba25-4973-87e8-9a33509683af tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:27.262578 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Attempting to bind port 612c9cf7-4471-41fb-8668-feaf877f7b1b on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:21:27.262955 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Attempting to bind port 612c9cf7-4471-41fb-8668-feaf877f7b1b by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '1817ba19-6df0-43b5-b63d-236d724f9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0ee58f48-d1ab-4104-9f05-e897bf004521'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:21:27.263326 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Attempting to bind port 612c9cf7-4471-41fb-8668-feaf877f7b1b on network 0ee58f48-d1ab-4104-9f05-e897bf004521 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:21:27.264037 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0aa04bb8-f2ec-4396-aed4-2b7f69e667b3 req-572a888c-ba25-4973-87e8-9a33509683af tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0977731 Feb 14 16:21:27.277196 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:21:27.277610 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Checking segment: {'id': '1817ba19-6df0-43b5-b63d-236d724f9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0ee58f48-d1ab-4104-9f05-e897bf004521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:21:27.278019 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.278420 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Bound using segment: {'id': '1817ba19-6df0-43b5-b63d-236d724f9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0ee58f48-d1ab-4104-9f05-e897bf004521'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:21:27.278887 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Bound port: 612c9cf7-4471-41fb-8668-feaf877f7b1b, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1817ba19-6df0-43b5-b63d-236d724f9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0ee58f48-d1ab-4104-9f05-e897bf004521'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:21:27.279346 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (612c9cf7-4471-41fb-8668-feaf877f7b1b), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.300889 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:27.376035 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] For port 612c9cf7-4471-41fb-8668-feaf877f7b1b, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:21:27.379572 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] For port 612c9cf7-4471-41fb-8668-feaf877f7b1b, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=612c9cf7-4471-41fb-8668-feaf877f7b1b,segment=NetworkSegment(1817ba19-6df0-43b5-b63d-236d724f9f9c),segment_id=1817ba19-6df0-43b5-b63d-236d724f9f9c)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:21:27.387794 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (612c9cf7-4471-41fb-8668-feaf877f7b1b), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.416233 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0aa04bb8-f2ec-4396-aed4-2b7f69e667b3 req-cc78e1c7-0bb0-4c71-93a6-52a2117407fa tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255491 Feb 14 16:21:27.437927 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 45f3c48c-26a5-4cc8-ba46-2922207dcc4c up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:21:27.448556 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Publish callbacks [] for port (c23e90af-2804-4f75-8c45-217cc90ca4d6), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.488486 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:21:27.511358 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (c23e90af-2804-4f75-8c45-217cc90ca4d6), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.536568 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e26fea-8322-4b30-88c1-71038daec692 None None] Pushing event updated for resources: {'Port': ['ID=612c9cf7-4471-41fb-8668-feaf877f7b1b,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:27.555408 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:21:27.558388 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:21:27.564249 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:21:27.565189 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:27.565630 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.616741 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=c23e90af-2804-4f75-8c45-217cc90ca4d6,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:27.709161 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51470) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:27.711599 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:27.784185 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-26cf5c27-635c-44db-83e4-42991c78185e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13fc4009073244b0ab958232f7a796f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0737159 Feb 14 16:21:27.786660 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51472) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:27.849585 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae7b7-7928-4085-9dc9-a57afe19b4ca admin admin] Publish callbacks [] for security_group (42ca16ab-092c-4442-8ff4-d41cd0e1a758), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.875271 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae7b7-7928-4085-9dc9-a57afe19b4ca admin admin] Publish callbacks [] for security_group (42ca16ab-092c-4442-8ff4-d41cd0e1a758), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.933151 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Publish callbacks [] for router_gateway (1ee74476-5c43-4910-84d7-2c8be7d1a18b), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.945068 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae7b7-7928-4085-9dc9-a57afe19b4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (42ca16ab-092c-4442-8ff4-d41cd0e1a758), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.951105 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae7b7-7928-4085-9dc9-a57afe19b4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:27.954681 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-0e3ae7b7-7928-4085-9dc9-a57afe19b4ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42ca16ab-092c-4442-8ff4-d41cd0e1a758 HTTP/1.1" status: 204 len: 168 time: 0.1646926 Feb 14 16:21:27.961999 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ae7b7-7928-4085-9dc9-a57afe19b4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ca16ab-092c-4442-8ff4-d41cd0e1a758,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:28.180051 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router (1ee74476-5c43-4910-84d7-2c8be7d1a18b), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:28.326484 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Router 1ee74476-5c43-4910-84d7-2c8be7d1a18b is scheduled to L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 with binding_index 1 {{(pid=102553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:21:28.378970 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b5914-f662-42f6-a72b-04e06d9d8ad1 req-e8b7edac-3512-4c3a-9eba-44eb95ae0159 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:28.387106 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-867b5914-f662-42f6-a72b-04e06d9d8ad1 req-e8b7edac-3512-4c3a-9eba-44eb95ae0159 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 944 time: 0.0952744 Feb 14 16:21:28.433626 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-867b5914-f662-42f6-a72b-04e06d9d8ad1 req-62862e14-fd13-433b-870e-47808b36e751 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455058 Feb 14 16:21:28.471080 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:21:28.488532 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Sync routers for ids ['1ee74476-5c43-4910-84d7-2c8be7d1a18b'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:21:28.505714 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Routers {'1ee74476-5c43-4910-84d7-2c8be7d1a18b'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:21:28.510984 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:21:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['1ee74476-5c43-4910-84d7-2c8be7d1a18b'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:28.534388 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:28.538404 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51494) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:28.538537 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-6d7ff1a1-5b3d-4fe6-9947-85eb62eb3ec1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1803634 Feb 14 16:21:28.566107 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70684971-1dfe-4ab0-b818-1981e0e7debc req-0d823c4b-f305-495b-bcfe-ac5d7804c1a9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:28.567587 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-70684971-1dfe-4ab0-b818-1981e0e7debc req-0d823c4b-f305-495b-bcfe-ac5d7804c1a9 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0681410 Feb 14 16:21:28.631612 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-70684971-1dfe-4ab0-b818-1981e0e7debc req-3921e6f8-9b86-48bc-8e90-27f47ad31f7a tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566964 Feb 14 16:21:28.661788 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Set router 1ee74476-5c43-4910-84d7-2c8be7d1a18b gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:21:28.682249 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398d1944-fa38-4bd3-85e8-47f1a4243497 None None] Network 0ee58f48-d1ab-4104-9f05-e897bf004521 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:21:28.792159 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-ed8cdf8a-a55e-435f-889c-abb98d56fd10 None None] Provisioning complete for port 612c9cf7-4471-41fb-8668-feaf877f7b1b triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:28.792537 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ed8cdf8a-a55e-435f-889c-abb98d56fd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (612c9cf7-4471-41fb-8668-feaf877f7b1b), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:28.866446 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'name': 'tempest-TestVolumeBootPattern-1457148321-router', 'tenant_id': '923196dc815f473eb36c8a4b79de255b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c23e90af-2804-4f75-8c45-217cc90ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:26Z', 'updated_at': '2022-02-14T16:21:27Z', 'revision_number': 3, 'project_id': '923196dc815f473eb36c8a4b79de255b', 'gw_port': {'id': 'c23e90af-2804-4f75-8c45-217cc90ca4d6', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:27Z', 'updated_at': '2022-02-14T16:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:28.896144 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cdf8a-a55e-435f-889c-abb98d56fd10 None None] Current status of the port 612c9cf7-4471-41fb-8668-feaf877f7b1b is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:28.896537 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ed8cdf8a-a55e-435f-889c-abb98d56fd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (612c9cf7-4471-41fb-8668-feaf877f7b1b), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:28.898712 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:21:28.907669 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Checking router: 1ee74476-5c43-4910-84d7-2c8be7d1a18b for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:21:28.908219 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Updating router 1ee74476-5c43-4910-84d7-2c8be7d1a18b port c23e90af-2804-4f75-8c45-217cc90ca4d6 binding host dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:21:28.961408 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (c23e90af-2804-4f75-8c45-217cc90ca4d6), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:28.974683 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-ed8cdf8a-a55e-435f-889c-abb98d56fd10 None None] For port 612c9cf7-4471-41fb-8668-feaf877f7b1b, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=612c9cf7-4471-41fb-8668-feaf877f7b1b,segment=NetworkSegment(1817ba19-6df0-43b5-b63d-236d724f9f9c),segment_id=1817ba19-6df0-43b5-b63d-236d724f9f9c)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:21:28.988153 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ed8cdf8a-a55e-435f-889c-abb98d56fd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (612c9cf7-4471-41fb-8668-feaf877f7b1b), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:28.994241 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:21:29.020125 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:29.020490 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:29.084269 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cdf8a-a55e-435f-889c-abb98d56fd10 None None] Pushing event updated for resources: {'Port': ['ID=612c9cf7-4471-41fb-8668-feaf877f7b1b,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:29.145547 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:29.145958 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:29.181400 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:29.207265 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937d2fa2-e624-42df-adec-6c3016de011f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:21:29.210270 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9321bf-6b4e-4dc5-924a-d8062c1c5bd4" -d '{"events": [{"server_uuid": "937d2fa2-e624-42df-adec-6c3016de011f", "name": "network-vif-plugged", "status": "completed", "tag": "19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:21:29.227725 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe,segment=NetworkSegment(65737c0b-92d5-4af2-8bf6-af25a3a45bf0),segment_id=65737c0b-92d5-4af2-8bf6-af25a3a45bf0)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:21:29.235225 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:29.339894 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Publish callbacks [] for port (c23e90af-2804-4f75-8c45-217cc90ca4d6), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:29.352593 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (c23e90af-2804-4f75-8c45-217cc90ca4d6), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:29.379488 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec98a55-effe-42df-bfe7-515be0f401ba x-openstack-request-id: req-4ec98a55-effe-42df-bfe7-515be0f401ba {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:21:29.379779 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937d2fa2-e624-42df-adec-6c3016de011f", "name": "network-vif-plugged", "status": "completed", "tag": "19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:21:29.380030 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ec98a55-effe-42df-bfe7-515be0f401ba {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:21:29.380423 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937d2fa2-e624-42df-adec-6c3016de011f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe', 'code': 200} Feb 14 16:21:29.382739 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:29.429596 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-086497f6-5463-49b8-9cc0-ff00bf325e0c None None] Provisioning complete for port 612c9cf7-4471-41fb-8668-feaf877f7b1b triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:29.435397 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-086497f6-5463-49b8-9cc0-ff00bf325e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (612c9cf7-4471-41fb-8668-feaf877f7b1b), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:29.435700 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e809178-b415-45b8-87a1-4088ddd188e3 None None] Pushing event updated for resources: {'Port': ['ID=c23e90af-2804-4f75-8c45-217cc90ca4d6,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:29.455149 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 612c9cf7-4471-41fb-8668-feaf877f7b1b up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:21:29.456762 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Attempting to bind port c23e90af-2804-4f75-8c45-217cc90ca4d6 on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:21:29.457128 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Attempting to bind port c23e90af-2804-4f75-8c45-217cc90ca4d6 by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:21:29.457823 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Attempting to bind port c23e90af-2804-4f75-8c45-217cc90ca4d6 on network fbee9b82-1d0f-41e0-9255-a9db1855e990 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:21:29.493575 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:21:29.494683 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Checking segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:21:29.495243 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:29.495780 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Bound using segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:21:29.499742 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Bound port: c23e90af-2804-4f75-8c45-217cc90ca4d6, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:21:29.501439 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (c23e90af-2804-4f75-8c45-217cc90ca4d6), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:29.609284 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_common [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Allocated IP 172.20.0.1 (0ee58f48-d1ab-4104-9f05-e897bf004521/445391f2-383c-4516-ace3-6997e679e3ca/79f6cd31-22fd-4e1f-9950-63e0ce8f726d) {{(pid=102552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:21:29.628430 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] For port c23e90af-2804-4f75-8c45-217cc90ca4d6, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:21:29.638241 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] For port c23e90af-2804-4f75-8c45-217cc90ca4d6, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=c23e90af-2804-4f75-8c45-217cc90ca4d6,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:21:29.671062 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (c23e90af-2804-4f75-8c45-217cc90ca4d6), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:29.703876 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 612c9cf7-4471-41fb-8668-feaf877f7b1b triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:29.704495 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (612c9cf7-4471-41fb-8668-feaf877f7b1b), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:29.707401 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4abded-f191-4c1d-b3c5-ceaa01d787dd req-e19ee3b3-66d9-4d64-b669-5e036c12927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:29.708788 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8d4abded-f191-4c1d-b3c5-ceaa01d787dd req-e19ee3b3-66d9-4d64-b669-5e036c12927c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 1129 time: 0.1874914 Feb 14 16:21:29.730519 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bc229-0646-4725-abcc-902521fb4475 req-5b0c3425-b931-440a-9fd6-9e0ff5bbdb31 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:29.736815 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-749bc229-0646-4725-abcc-902521fb4475 req-5b0c3425-b931-440a-9fd6-9e0ff5bbdb31 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 945 time: 0.1536651 Feb 14 16:21:29.787494 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e809178-b415-45b8-87a1-4088ddd188e3 None None] Pushing event updated for resources: {'Port': ['ID=c23e90af-2804-4f75-8c45-217cc90ca4d6,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:29.805061 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Routers {'1ee74476-5c43-4910-84d7-2c8be7d1a18b'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:21:29.805936 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:21:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['1ee74476-5c43-4910-84d7-2c8be7d1a18b'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:29.846456 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-086497f6-5463-49b8-9cc0-ff00bf325e0c None None] Current status of the port 612c9cf7-4471-41fb-8668-feaf877f7b1b is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:29.860356 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8d4abded-f191-4c1d-b3c5-ceaa01d787dd req-0d99051d-3498-4f84-9656-a25ad437211e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216767 Feb 14 16:21:29.860918 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303c8e9-42af-4f8b-aaf8-51441b604c02 req-254ddcd7-05ec-4ed7-8053-82334133f476 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:29.863108 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b303c8e9-42af-4f8b-aaf8-51441b604c02 req-254ddcd7-05ec-4ed7-8053-82334133f476 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1092544 Feb 14 16:21:29.903328 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Publish callbacks [] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:29.930317 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-749bc229-0646-4725-abcc-902521fb4475 req-fbd3a5b0-f1b0-426f-bc28-ac3ac6d16fe1 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790009 Feb 14 16:21:29.951421 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 612c9cf7-4471-41fb-8668-feaf877f7b1b is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:29.978498 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b303c8e9-42af-4f8b-aaf8-51441b604c02 req-38d97544-57dd-4f91-abfb-19ace895073b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994685 Feb 14 16:21:30.007616 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] Set router 1ee74476-5c43-4910-84d7-2c8be7d1a18b gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:21:30.013646 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:30.064336 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Network 0ee58f48-d1ab-4104-9f05-e897bf004521 is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:21:30.070001 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:21:30.072007 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Pushing event updated for resources: {'Port': ['ID=79f6cd31-22fd-4e1f-9950-63e0ce8f726d,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:30.074515 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Received port after_create {{(pid=102552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:21:30.115418 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629114'] for router_interface (1ee74476-5c43-4910-84d7-2c8be7d1a18b), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:30.226578 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'name': 'tempest-TestVolumeBootPattern-1457148321-router', 'tenant_id': '923196dc815f473eb36c8a4b79de255b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c23e90af-2804-4f75-8c45-217cc90ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:26Z', 'updated_at': '2022-02-14T16:21:27Z', 'revision_number': 3, 'project_id': '923196dc815f473eb36c8a4b79de255b', 'gw_port': {'id': 'c23e90af-2804-4f75-8c45-217cc90ca4d6', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:27Z', 'updated_at': '2022-02-14T16:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:30.279919 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0d591-7be2-4ee2-b485-1a4ba50a8058 None None] The sync data for ids ['1ee74476-5c43-4910-84d7-2c8be7d1a18b'] in dv-cinder-819668-3-iscsi is: [{'id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'name': 'tempest-TestVolumeBootPattern-1457148321-router', 'tenant_id': '923196dc815f473eb36c8a4b79de255b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c23e90af-2804-4f75-8c45-217cc90ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:26Z', 'updated_at': '2022-02-14T16:21:27Z', 'revision_number': 3, 'project_id': '923196dc815f473eb36c8a4b79de255b', 'gw_port': {'id': 'c23e90af-2804-4f75-8c45-217cc90ca4d6', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:27Z', 'updated_at': '2022-02-14T16:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:21:30.281491 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:30.372229 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-de19d2be-8d3e-4015-b12c-7951fd25cd57 None None] Provisioning complete for port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:30.372617 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-de19d2be-8d3e-4015-b12c-7951fd25cd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:30.435006 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-de19d2be-8d3e-4015-b12c-7951fd25cd57 None None] Port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:21:30.538877 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Publish callbacks [] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:30.547369 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262128871'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:30.641226 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629126'] for router_interface (1ee74476-5c43-4910-84d7-2c8be7d1a18b), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:30.643048 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Pushing event updated for resources: {'Port': ['ID=79f6cd31-22fd-4e1f-9950-63e0ce8f726d,revision_number=2']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:30.767115 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Network 0ee58f48-d1ab-4104-9f05-e897bf004521 is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:21:30.769611 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:21:30.912959 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Router 1ee74476-5c43-4910-84d7-2c8be7d1a18b has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:21:31.072990 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-0640da7c-b244-495c-8408-d52ad6d7b956 None None] Provisioning complete for port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:31.073635 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0640da7c-b244-495c-8408-d52ad6d7b956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:31.082266 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88a494-addd-41ec-b0bf-da0876198092 req-0d1147d0-054e-45ce-8f99-8fb85ef79f2e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:31.082982 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:21:31.090780 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5c88a494-addd-41ec-b0bf-da0876198092 req-0d1147d0-054e-45ce-8f99-8fb85ef79f2e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 945 time: 0.0932553 Feb 14 16:21:31.093696 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-5d87e34c-f863-4e0c-abab-735d3cbe017b admin admin] 10.222.0.55 "PUT /v2.0/routers/1ee74476-5c43-4910-84d7-2c8be7d1a18b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5539734 Feb 14 16:21:31.121567 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-0640da7c-b244-495c-8408-d52ad6d7b956 None None] Port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:21:31.158794 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5c88a494-addd-41ec-b0bf-da0876198092 req-682addca-ec70-4338-b8e7-e7db855a4c77 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670011 Feb 14 16:21:31.228958 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a054f1c-ae17-4768-86e6-b1d73a9fe738 req-1a1a6780-1a85-49a2-9003-d2ec27586ac1 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:31.239745 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8a054f1c-ae17-4768-86e6-b1d73a9fe738 req-1a1a6780-1a85-49a2-9003-d2ec27586ac1 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0941248 Feb 14 16:21:31.308628 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8a054f1c-ae17-4768-86e6-b1d73a9fe738 req-208a8fb9-4012-435a-95ad-d21d00615390 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679941 Feb 14 16:21:31.400095 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device c23e90af-2804-4f75-8c45-217cc90ca4d6 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:21:31.453936 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port c23e90af-2804-4f75-8c45-217cc90ca4d6 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:31.454310 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (c23e90af-2804-4f75-8c45-217cc90ca4d6), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:31.536303 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port c23e90af-2804-4f75-8c45-217cc90ca4d6 is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:31.536611 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (c23e90af-2804-4f75-8c45-217cc90ca4d6), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:31.556835 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port c23e90af-2804-4f75-8c45-217cc90ca4d6, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=c23e90af-2804-4f75-8c45-217cc90ca4d6,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:21:31.560938 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (c23e90af-2804-4f75-8c45-217cc90ca4d6), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:31.587249 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:21:31.617688 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=c23e90af-2804-4f75-8c45-217cc90ca4d6,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:31.744052 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51614) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:31.748527 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-39be5014-6fc1-442d-9b9d-279dbbacb68a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-109650689', 'description': 'tempest-secgroup-smoke-109650689 description', 'project_id': '82fd389af2ac4d44a27686a6c60979cb'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:31.768188 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-39be5014-6fc1-442d-9b9d-279dbbacb68a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:31.843721 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-39be5014-6fc1-442d-9b9d-279dbbacb68a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group (6cf5b6c4-7f88-45fd-9929-40068b894bad), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:31.848830 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-39be5014-6fc1-442d-9b9d-279dbbacb68a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (6cf5b6c4-7f88-45fd-9929-40068b894bad), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:31.876334 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-39be5014-6fc1-442d-9b9d-279dbbacb68a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:31.880697 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-39be5014-6fc1-442d-9b9d-279dbbacb68a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1325004 Feb 14 16:21:31.880851 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51622) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:31.885824 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-d6d9c909-8725-4cd6-b660-e43fb76ef80a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Request body: {'security_group_rule': {'security_group_id': '6cf5b6c4-7f88-45fd-9929-40068b894bad', 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:31.890939 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be5014-6fc1-442d-9b9d-279dbbacb68a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf5b6c4-7f88-45fd-9929-40068b894bad,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:31.924642 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d6d9c909-8725-4cd6-b660-e43fb76ef80a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (fe230b33-2dbb-417b-bc1d-debaee1f4b87), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.001967 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d6d9c909-8725-4cd6-b660-e43fb76ef80a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (fe230b33-2dbb-417b-bc1d-debaee1f4b87), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.005808 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d6d9c909-8725-4cd6-b660-e43fb76ef80a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (fe230b33-2dbb-417b-bc1d-debaee1f4b87), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.026439 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9c909-8725-4cd6-b660-e43fb76ef80a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe230b33-2dbb-417b-bc1d-debaee1f4b87,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:32.032946 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d6d9c909-8725-4cd6-b660-e43fb76ef80a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.037423 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-d6d9c909-8725-4cd6-b660-e43fb76ef80a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524873 Feb 14 16:21:32.037702 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51626) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:32.042085 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-97b26c38-f1ee-484f-b24b-c6bdf068a1f8 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Request body: {'security_group_rule': {'security_group_id': '6cf5b6c4-7f88-45fd-9929-40068b894bad', 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:32.071143 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-97b26c38-f1ee-484f-b24b-c6bdf068a1f8 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (6250c104-91ea-4615-8f5a-bb4e1d8d6153), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.158346 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-97b26c38-f1ee-484f-b24b-c6bdf068a1f8 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (6250c104-91ea-4615-8f5a-bb4e1d8d6153), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.165290 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-97b26c38-f1ee-484f-b24b-c6bdf068a1f8 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (6250c104-91ea-4615-8f5a-bb4e1d8d6153), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.183104 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b26c38-f1ee-484f-b24b-c6bdf068a1f8 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6250c104-91ea-4615-8f5a-bb4e1d8d6153,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:32.195999 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-97b26c38-f1ee-484f-b24b-c6bdf068a1f8 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.196199 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-97b26c38-f1ee-484f-b24b-c6bdf068a1f8 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1574578 Feb 14 16:21:32.206169 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51638) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:32.211508 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-3318da76-e9b0-4a78-b139-ba67e2c1ba98 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Request body: {'security_group_rule': {'security_group_id': '6cf5b6c4-7f88-45fd-9929-40068b894bad', 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:32.240940 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3318da76-e9b0-4a78-b139-ba67e2c1ba98 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (47686438-e198-413f-81b8-3306321a0c67), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.302763 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a5498-5175-4c1d-9421-bf85b202f798 req-17c60323-39c8-45ff-8c9d-fbc47f954b19 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:32.304611 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b72a5498-5175-4c1d-9421-bf85b202f798 req-17c60323-39c8-45ff-8c9d-fbc47f954b19 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 945 time: 0.0634596 Feb 14 16:21:32.310120 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3318da76-e9b0-4a78-b139-ba67e2c1ba98 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (47686438-e198-413f-81b8-3306321a0c67), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.315869 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3318da76-e9b0-4a78-b139-ba67e2c1ba98 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (47686438-e198-413f-81b8-3306321a0c67), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.335205 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318da76-e9b0-4a78-b139-ba67e2c1ba98 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47686438-e198-413f-81b8-3306321a0c67,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:32.345006 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3318da76-e9b0-4a78-b139-ba67e2c1ba98 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.346528 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-3318da76-e9b0-4a78-b139-ba67e2c1ba98 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389441 Feb 14 16:21:32.349657 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51642) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:32.354252 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-1c96e032-57af-4e4c-aed4-cb34a3d890ae tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Request body: {'security_group_rule': {'security_group_id': '6cf5b6c4-7f88-45fd-9929-40068b894bad', 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:32.373255 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b72a5498-5175-4c1d-9421-bf85b202f798 req-4ec6a81e-02dc-4a8e-95b1-de2eeaa29d87 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561125 Feb 14 16:21:32.386259 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1c96e032-57af-4e4c-aed4-cb34a3d890ae tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (c11bf733-5a55-457d-b9a5-4fbd0c3402ab), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.494728 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1c96e032-57af-4e4c-aed4-cb34a3d890ae tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (c11bf733-5a55-457d-b9a5-4fbd0c3402ab), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.503338 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1c96e032-57af-4e4c-aed4-cb34a3d890ae tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (c11bf733-5a55-457d-b9a5-4fbd0c3402ab), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.531142 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96e032-57af-4e4c-aed4-cb34a3d890ae tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11bf733-5a55-457d-b9a5-4fbd0c3402ab,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:32.541549 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e9acc-743f-489c-8df1-ac18bbb81db3 req-7e4e1605-5851-4e5d-a84c-78b2b93e727c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:32.542981 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-022e9acc-743f-489c-8df1-ac18bbb81db3 req-7e4e1605-5851-4e5d-a84c-78b2b93e727c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1043985 Feb 14 16:21:32.549947 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1c96e032-57af-4e4c-aed4-cb34a3d890ae tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.551087 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-1c96e032-57af-4e4c-aed4-cb34a3d890ae tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2004538 Feb 14 16:21:32.554202 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51648) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:32.559187 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-43745f84-fc2f-460e-8f6b-d1e12381c5db tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Request body: {'security_group_rule': {'security_group_id': '6cf5b6c4-7f88-45fd-9929-40068b894bad', 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:32.564122 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51650) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:32.590687 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.securitygroups_db [None req-43745f84-fc2f-460e-8f6b-d1e12381c5db tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Project 82fd389af2ac4d44a27686a6c60979cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 16:21:32.596322 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-43745f84-fc2f-460e-8f6b-d1e12381c5db tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (5324625c-6870-467f-a66b-66d7e9e7d21c), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.609693 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-022e9acc-743f-489c-8df1-ac18bbb81db3 req-faa8cc64-ff39-40b9-90f7-d87f5646cf8f tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574183 Feb 14 16:21:32.662638 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-43745f84-fc2f-460e-8f6b-d1e12381c5db tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (5324625c-6870-467f-a66b-66d7e9e7d21c), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.667898 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-43745f84-fc2f-460e-8f6b-d1e12381c5db tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (5324625c-6870-467f-a66b-66d7e9e7d21c), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.691501 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43745f84-fc2f-460e-8f6b-d1e12381c5db tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5324625c-6870-467f-a66b-66d7e9e7d21c,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:32.707372 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-43745f84-fc2f-460e-8f6b-d1e12381c5db tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.708546 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-43745f84-fc2f-460e-8f6b-d1e12381c5db tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1533546 Feb 14 16:21:32.709330 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3470952b-e3bc-4269-8d2e-90256f1fcbb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.711909 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51658) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:32.717065 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-e5516d80-26d3-4eda-a541-d12850187ff9 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Request body: {'security_group_rule': {'security_group_id': '6cf5b6c4-7f88-45fd-9929-40068b894bad', 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:32.739757 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.securitygroups_db [None req-e5516d80-26d3-4eda-a541-d12850187ff9 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Project 82fd389af2ac4d44a27686a6c60979cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 16:21:32.748045 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e5516d80-26d3-4eda-a541-d12850187ff9 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (25833577-c34b-41ba-a845-54b598f49ee9), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.798127 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3470952b-e3bc-4269-8d2e-90256f1fcbb1 admin admin] Publish callbacks [] for security_group (21affbd2-e7ca-473c-ae9e-b13a9ae93f5b), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.802613 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3470952b-e3bc-4269-8d2e-90256f1fcbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (21affbd2-e7ca-473c-ae9e-b13a9ae93f5b), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.825191 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e5516d80-26d3-4eda-a541-d12850187ff9 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (25833577-c34b-41ba-a845-54b598f49ee9), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.828958 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e5516d80-26d3-4eda-a541-d12850187ff9 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (25833577-c34b-41ba-a845-54b598f49ee9), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.841385 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-3470952b-e3bc-4269-8d2e-90256f1fcbb1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba5b7ba7fcc6456ebe26e150a0b39ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762880 Feb 14 16:21:32.842983 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470952b-e3bc-4269-8d2e-90256f1fcbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21affbd2-e7ca-473c-ae9e-b13a9ae93f5b,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:32.844852 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51660) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:32.848050 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5516d80-26d3-4eda-a541-d12850187ff9 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25833577-c34b-41ba-a845-54b598f49ee9,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:32.858487 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e5516d80-26d3-4eda-a541-d12850187ff9 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.867080 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-e5516d80-26d3-4eda-a541-d12850187ff9 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1540203 Feb 14 16:21:32.932679 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-82524078-20aa-4067-8949-c1078db3cd6b admin admin] Publish callbacks [] for security_group (21affbd2-e7ca-473c-ae9e-b13a9ae93f5b), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:32.957826 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-82524078-20aa-4067-8949-c1078db3cd6b admin admin] Publish callbacks [] for security_group (21affbd2-e7ca-473c-ae9e-b13a9ae93f5b), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:33.024240 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-82524078-20aa-4067-8949-c1078db3cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (21affbd2-e7ca-473c-ae9e-b13a9ae93f5b), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:33.029703 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-82524078-20aa-4067-8949-c1078db3cd6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:33.040282 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-82524078-20aa-4067-8949-c1078db3cd6b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21affbd2-e7ca-473c-ae9e-b13a9ae93f5b HTTP/1.1" status: 204 len: 168 time: 0.1882505 Feb 14 16:21:33.051368 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82524078-20aa-4067-8949-c1078db3cd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21affbd2-e7ca-473c-ae9e-b13a9ae93f5b,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:33.150503 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Sync routers for ids ['1ee74476-5c43-4910-84d7-2c8be7d1a18b'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:21:33.162683 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Routers {'1ee74476-5c43-4910-84d7-2c8be7d1a18b'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:21:33.163626 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:21:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['1ee74476-5c43-4910-84d7-2c8be7d1a18b'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:33.238888 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf27728-7218-4040-b17a-284289660952 req-6a6f332f-9154-4579-b628-ef1b504c1427 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:33.246834 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1bf27728-7218-4040-b17a-284289660952 req-6a6f332f-9154-4579-b628-ef1b504c1427 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 945 time: 0.0919144 Feb 14 16:21:33.314424 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1bf27728-7218-4040-b17a-284289660952 req-3857b980-4b99-4e5f-b98d-2c491f5feae6 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664029 Feb 14 16:21:33.385507 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device c23e90af-2804-4f75-8c45-217cc90ca4d6 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:21:33.497152 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port c23e90af-2804-4f75-8c45-217cc90ca4d6 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:33.497551 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (c23e90af-2804-4f75-8c45-217cc90ca4d6), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:33.500293 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Set router 1ee74476-5c43-4910-84d7-2c8be7d1a18b gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:21:33.507680 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51722) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:33.520708 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-75e89063-f2e1-4178-a968-c140a4282d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:33.600114 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-75e89063-f2e1-4178-a968-c140a4282d2d admin admin] Publish callbacks [] for security_group (88fa46a0-b1e6-4d9d-9775-2655ac81160e), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:33.604240 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-75e89063-f2e1-4178-a968-c140a4282d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (88fa46a0-b1e6-4d9d-9775-2655ac81160e), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:33.642376 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e89063-f2e1-4178-a968-c140a4282d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fa46a0-b1e6-4d9d-9775-2655ac81160e,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:33.657964 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-75e89063-f2e1-4178-a968-c140a4282d2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29104d7886c946c084b8730a15e25bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492577 Feb 14 16:21:33.658765 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51726) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:33.700133 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port c23e90af-2804-4f75-8c45-217cc90ca4d6 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:33.712973 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9242-be69-4e60-b630-ec4fccdf1ec3 admin admin] Publish callbacks [] for security_group (88fa46a0-b1e6-4d9d-9775-2655ac81160e), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:33.739928 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9242-be69-4e60-b630-ec4fccdf1ec3 admin admin] Publish callbacks [] for security_group (88fa46a0-b1e6-4d9d-9775-2655ac81160e), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:33.751622 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db18359-5338-4ae5-a9d1-fb2a6d0fbd89 req-52f7c245-e1ff-4ec2-bda6-c04a15d7de59 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:33.753877 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8db18359-5338-4ae5-a9d1-fb2a6d0fbd89 req-52f7c245-e1ff-4ec2-bda6-c04a15d7de59 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0723648 Feb 14 16:21:33.786026 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'name': 'tempest-TestVolumeBootPattern-1457148321-router', 'tenant_id': '923196dc815f473eb36c8a4b79de255b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c23e90af-2804-4f75-8c45-217cc90ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:26Z', 'updated_at': '2022-02-14T16:21:30Z', 'revision_number': 4, 'project_id': '923196dc815f473eb36c8a4b79de255b', 'gw_port': {'id': 'c23e90af-2804-4f75-8c45-217cc90ca4d6', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:27Z', 'updated_at': '2022-02-14T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '79f6cd31-22fd-4e1f-9950-63e0ce8f726d', 'name': '', 'network_id': '0ee58f48-d1ab-4104-9f05-e897bf004521', 'tenant_id': '923196dc815f473eb36c8a4b79de255b', 'mac_address': 'fa:16:3e:38:83:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '445391f2-383c-4516-ace3-6997e679e3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:29Z', 'updated_at': '2022-02-14T16:21:30Z', 'revision_number': 2, 'project_id': '923196dc815f473eb36c8a4b79de255b', 'subnets': [{'id': '445391f2-383c-4516-ace3-6997e679e3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:33.801959 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9242-be69-4e60-b630-ec4fccdf1ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (88fa46a0-b1e6-4d9d-9775-2655ac81160e), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:33.805192 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9242-be69-4e60-b630-ec4fccdf1ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:33.807071 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-3c2c9242-be69-4e60-b630-ec4fccdf1ec3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88fa46a0-b1e6-4d9d-9775-2655ac81160e HTTP/1.1" status: 204 len: 168 time: 0.1468048 Feb 14 16:21:33.808991 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8db18359-5338-4ae5-a9d1-fb2a6d0fbd89 req-05963f8a-5798-4b56-8418-b7a1fbfd3562 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489779 Feb 14 16:21:33.818504 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c9242-be69-4e60-b630-ec4fccdf1ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fa46a0-b1e6-4d9d-9775-2655ac81160e,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:33.827935 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Checking router: 1ee74476-5c43-4910-84d7-2c8be7d1a18b for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:21:33.828364 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Updating router 1ee74476-5c43-4910-84d7-2c8be7d1a18b port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d binding host dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:21:33.882263 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.149935 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51746) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:34.161681 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Publish callbacks [] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.163309 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0bb67fe9-3a58-4a01-a1a2-a6d0aa5bf12c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.168111 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.224977 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af4405-b0f6-4f25-9f96-1cfca301393f None None] Pushing event updated for resources: {'Port': ['ID=79f6cd31-22fd-4e1f-9950-63e0ce8f726d,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:34.258166 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0bb67fe9-3a58-4a01-a1a2-a6d0aa5bf12c admin admin] Publish callbacks [] for security_group (fd15a864-dc2f-4598-9ba4-1883771f5e37), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.266188 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0bb67fe9-3a58-4a01-a1a2-a6d0aa5bf12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (fd15a864-dc2f-4598-9ba4-1883771f5e37), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.283256 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Attempting to bind port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:21:34.284272 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Attempting to bind port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '1817ba19-6df0-43b5-b63d-236d724f9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0ee58f48-d1ab-4104-9f05-e897bf004521'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:21:34.284805 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Attempting to bind port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d on network 0ee58f48-d1ab-4104-9f05-e897bf004521 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:21:34.291223 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:21:34.291675 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Checking segment: {'id': '1817ba19-6df0-43b5-b63d-236d724f9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0ee58f48-d1ab-4104-9f05-e897bf004521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:21:34.292145 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.292602 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Bound using segment: {'id': '1817ba19-6df0-43b5-b63d-236d724f9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0ee58f48-d1ab-4104-9f05-e897bf004521'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:21:34.293135 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Bound port: 79f6cd31-22fd-4e1f-9950-63e0ce8f726d, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1817ba19-6df0-43b5-b63d-236d724f9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0ee58f48-d1ab-4104-9f05-e897bf004521'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:21:34.293626 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.306280 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb67fe9-3a58-4a01-a1a2-a6d0aa5bf12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd15a864-dc2f-4598-9ba4-1883771f5e37,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:34.310727 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-0bb67fe9-3a58-4a01-a1a2-a6d0aa5bf12c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61e2c7f8abf040ebb5a834c03f249dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597593 Feb 14 16:21:34.313811 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51750) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:34.374338 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ea17a838-47a9-4ba8-9da8-ffcc6a19fd08 admin admin] Publish callbacks [] for security_group (fd15a864-dc2f-4598-9ba4-1883771f5e37), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.378938 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] For port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:21:34.382952 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] For port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=79f6cd31-22fd-4e1f-9950-63e0ce8f726d,segment=NetworkSegment(1817ba19-6df0-43b5-b63d-236d724f9f9c),segment_id=1817ba19-6df0-43b5-b63d-236d724f9f9c)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:21:34.390279 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.399422 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ea17a838-47a9-4ba8-9da8-ffcc6a19fd08 admin admin] Publish callbacks [] for security_group (fd15a864-dc2f-4598-9ba4-1883771f5e37), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.446520 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Routers {'1ee74476-5c43-4910-84d7-2c8be7d1a18b'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:21:34.447163 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:21:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['1ee74476-5c43-4910-84d7-2c8be7d1a18b'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:34.502126 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af4405-b0f6-4f25-9f96-1cfca301393f None None] Pushing event updated for resources: {'Port': ['ID=79f6cd31-22fd-4e1f-9950-63e0ce8f726d,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:34.539401 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3da5bc-4e22-475e-9f03-4daf2337ac67 req-0a3e0a4f-115d-4a23-aef4-d7890295d469 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:34.543801 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2f3da5bc-4e22-475e-9f03-4daf2337ac67 req-0a3e0a4f-115d-4a23-aef4-d7890295d469 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 945 time: 0.1120043 Feb 14 16:21:34.562885 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ea17a838-47a9-4ba8-9da8-ffcc6a19fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (fd15a864-dc2f-4598-9ba4-1883771f5e37), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.562885 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ea17a838-47a9-4ba8-9da8-ffcc6a19fd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.562885 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-ea17a838-47a9-4ba8-9da8-ffcc6a19fd08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fd15a864-dc2f-4598-9ba4-1883771f5e37 HTTP/1.1" status: 204 len: 168 time: 0.2446649 Feb 14 16:21:34.571870 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17a838-47a9-4ba8-9da8-ffcc6a19fd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd15a864-dc2f-4598-9ba4-1883771f5e37,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:34.624731 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2f3da5bc-4e22-475e-9f03-4daf2337ac67 req-aa3f0fa0-269f-48b5-a89f-65acea339103 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774181 Feb 14 16:21:34.636314 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-19d471dd-80d5-4fd9-a21d-ab249194c124 None None] Provisioning complete for port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:34.636707 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-19d471dd-80d5-4fd9-a21d-ab249194c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.641226 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] Set router 1ee74476-5c43-4910-84d7-2c8be7d1a18b gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:21:34.859796 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-19d471dd-80d5-4fd9-a21d-ab249194c124 None None] Current status of the port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:34.860189 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-19d471dd-80d5-4fd9-a21d-ab249194c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.922409 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-19d471dd-80d5-4fd9-a21d-ab249194c124 None None] For port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=79f6cd31-22fd-4e1f-9950-63e0ce8f726d,segment=NetworkSegment(1817ba19-6df0-43b5-b63d-236d724f9f9c),segment_id=1817ba19-6df0-43b5-b63d-236d724f9f9c)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:21:34.928161 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-19d471dd-80d5-4fd9-a21d-ab249194c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:34.951756 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeecdac-f180-4a2f-862a-63cab446869f req-e2f52871-7bfe-406d-817c-d0732d1a073b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:34.959320 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-daeecdac-f180-4a2f-862a-63cab446869f req-e2f52871-7bfe-406d-817c-d0732d1a073b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0686402 Feb 14 16:21:35.010921 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616b18c-9b3b-4119-af4a-4fef9117a67d req-4e536c13-2bae-47c5-8e4b-a49c1e76cc84 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:35.011104 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-daeecdac-f180-4a2f-862a-63cab446869f req-070346e3-228e-4639-8ca1-d3320146b8e0 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508561 Feb 14 16:21:35.012408 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6616b18c-9b3b-4119-af4a-4fef9117a67d req-4e536c13-2bae-47c5-8e4b-a49c1e76cc84 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.42 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 945 time: 0.0581286 Feb 14 16:21:35.013704 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d471dd-80d5-4fd9-a21d-ab249194c124 None None] Pushing event updated for resources: {'Port': ['ID=79f6cd31-22fd-4e1f-9950-63e0ce8f726d,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:35.024190 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'name': 'tempest-TestVolumeBootPattern-1457148321-router', 'tenant_id': '923196dc815f473eb36c8a4b79de255b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c23e90af-2804-4f75-8c45-217cc90ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:26Z', 'updated_at': '2022-02-14T16:21:30Z', 'revision_number': 4, 'project_id': '923196dc815f473eb36c8a4b79de255b', 'gw_port': {'id': 'c23e90af-2804-4f75-8c45-217cc90ca4d6', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:27Z', 'updated_at': '2022-02-14T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '79f6cd31-22fd-4e1f-9950-63e0ce8f726d', 'name': '', 'network_id': '0ee58f48-d1ab-4104-9f05-e897bf004521', 'tenant_id': '923196dc815f473eb36c8a4b79de255b', 'mac_address': 'fa:16:3e:38:83:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '445391f2-383c-4516-ace3-6997e679e3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:29Z', 'updated_at': '2022-02-14T16:21:34Z', 'revision_number': 4, 'project_id': '923196dc815f473eb36c8a4b79de255b', 'subnets': [{'id': '445391f2-383c-4516-ace3-6997e679e3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:21:35.058627 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6871f-4c61-4dd2-8b08-3f47aa3ad321 None None] The sync data for ids ['1ee74476-5c43-4910-84d7-2c8be7d1a18b'] in dv-cinder-819668-3-iscsi is: [{'id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'name': 'tempest-TestVolumeBootPattern-1457148321-router', 'tenant_id': '923196dc815f473eb36c8a4b79de255b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c23e90af-2804-4f75-8c45-217cc90ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:26Z', 'updated_at': '2022-02-14T16:21:30Z', 'revision_number': 4, 'project_id': '923196dc815f473eb36c8a4b79de255b', 'gw_port': {'id': 'c23e90af-2804-4f75-8c45-217cc90ca4d6', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:27Z', 'updated_at': '2022-02-14T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '79f6cd31-22fd-4e1f-9950-63e0ce8f726d', 'name': '', 'network_id': '0ee58f48-d1ab-4104-9f05-e897bf004521', 'tenant_id': '923196dc815f473eb36c8a4b79de255b', 'mac_address': 'fa:16:3e:38:83:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '445391f2-383c-4516-ace3-6997e679e3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:29Z', 'updated_at': '2022-02-14T16:21:34Z', 'revision_number': 4, 'project_id': '923196dc815f473eb36c8a4b79de255b', 'subnets': [{'id': '445391f2-383c-4516-ace3-6997e679e3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:21:35.070133 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-987877a3-08b0-478b-b1da-c21c219c94b0 None None] Provisioning complete for port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:35.070597 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-987877a3-08b0-478b-b1da-c21c219c94b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:35.169583 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-6616b18c-9b3b-4119-af4a-4fef9117a67d req-9d3669ca-1191-4d02-b3d7-0c23c08a196e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Deleting port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:21:35.170270 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-6616b18c-9b3b-4119-af4a-4fef9117a67d req-9d3669ca-1191-4d02-b3d7-0c23c08a196e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:35.186659 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-987877a3-08b0-478b-b1da-c21c219c94b0 None None] Current status of the port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:35.276078 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-6616b18c-9b3b-4119-af4a-4fef9117a67d req-9d3669ca-1191-4d02-b3d7-0c23c08a196e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] For port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe,segment=NetworkSegment(65737c0b-92d5-4af2-8bf6-af25a3a45bf0),segment_id=65737c0b-92d5-4af2-8bf6-af25a3a45bf0)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:21:35.276741 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-6616b18c-9b3b-4119-af4a-4fef9117a67d req-9d3669ca-1191-4d02-b3d7-0c23c08a196e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:35.298751 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-6616b18c-9b3b-4119-af4a-4fef9117a67d req-9d3669ca-1191-4d02-b3d7-0c23c08a196e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Calling delete_port for 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe owned by compute:nova {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:21:35.385068 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 79f6cd31-22fd-4e1f-9950-63e0ce8f726d up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:21:35.463025 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:21:35.463415 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:35.572921 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:35.788009 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-6616b18c-9b3b-4119-af4a-4fef9117a67d req-9d3669ca-1191-4d02-b3d7-0c23c08a196e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:35.800934 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3241e94-ac0c-4033-81b5-837ea72ed27f req-c8bf475e-df57-4a1a-8002-140aaefb0ab4 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:35.802426 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b3241e94-ac0c-4033-81b5-837ea72ed27f req-c8bf475e-df57-4a1a-8002-140aaefb0ab4 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=937d2fa2-e624-42df-adec-6c3016de011f HTTP/1.1" status: 200 len: 945 time: 0.0877714 Feb 14 16:21:35.808086 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:21:35.828665 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3669ca-1191-4d02-b3d7-0c23c08a196e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Pushing event deleted for resources: {'Port': ['ID=19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:35.886803 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6616b18c-9b3b-4119-af4a-4fef9117a67d req-9d3669ca-1191-4d02-b3d7-0c23c08a196e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] No DVR routers for this DVR port 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe on host hv-cinder-81966 {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:21:35.895770 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-6616b18c-9b3b-4119-af4a-4fef9117a67d req-9d3669ca-1191-4d02-b3d7-0c23c08a196e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:35.899045 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6616b18c-9b3b-4119-af4a-4fef9117a67d req-9d3669ca-1191-4d02-b3d7-0c23c08a196e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.42 "DELETE /v2.0/ports/19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe HTTP/1.1" status: 204 len: 173 time: 0.8785653 Feb 14 16:21:35.899489 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937d2fa2-e624-42df-adec-6c3016de011f', 'name': 'network-vif-deleted', 'tag': '19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:21:35.901750 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdb7f5d-e65d-4f03-8370-3917c1fd1970" -d '{"events": [{"server_uuid": "937d2fa2-e624-42df-adec-6c3016de011f", "name": "network-vif-deleted", "tag": "19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:21:35.935751 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b3241e94-ac0c-4033-81b5-837ea72ed27f req-36dc8313-5ab5-4ae9-ac68-12c5d4f3b50f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109414 Feb 14 16:21:35.949694 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810f460c-b308-4057-9900-dfe347f78b30 x-openstack-request-id: req-810f460c-b308-4057-9900-dfe347f78b30 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:21:35.949984 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937d2fa2-e624-42df-adec-6c3016de011f", "name": "network-vif-deleted", "tag": "19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:21:35.950238 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-810f460c-b308-4057-9900-dfe347f78b30 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:21:35.950639 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937d2fa2-e624-42df-adec-6c3016de011f', 'name': 'network-vif-deleted', 'tag': '19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe', 'status': 'completed', 'code': 200} Feb 14 16:21:36.161201 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751282a-7f12-4610-be73-ed56c201005d req-32cfab87-3024-4968-919a-ee83c172e335 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:36.162615 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c751282a-7f12-4610-be73-ed56c201005d req-32cfab87-3024-4968-919a-ee83c172e335 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0586689 Feb 14 16:21:36.209275 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c751282a-7f12-4610-be73-ed56c201005d req-1601d778-92cb-4ea5-94bc-f289d1e675bd tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411487 Feb 14 16:21:37.355423 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe28b49-d913-4892-81e1-168d51c6bdff req-c20d2520-8797-4313-bdc4-5d14814d30eb tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:37.357115 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3fe28b49-d913-4892-81e1-168d51c6bdff req-c20d2520-8797-4313-bdc4-5d14814d30eb tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0582461 Feb 14 16:21:37.410110 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3fe28b49-d913-4892-81e1-168d51c6bdff req-ac51d5cb-783c-40b6-a894-a1d6b4062c66 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457420 Feb 14 16:21:38.531398 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bb53f-b4ac-4256-a46b-e96b74a749b2 req-b61926b0-4fe1-4377-b736-cb43f4a8c7ca tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:38.532912 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a19bb53f-b4ac-4256-a46b-e96b74a749b2 req-b61926b0-4fe1-4377-b736-cb43f4a8c7ca tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0538929 Feb 14 16:21:38.597214 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a19bb53f-b4ac-4256-a46b-e96b74a749b2 req-6662fc0c-20b9-4a66-b88f-598486b28037 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574982 Feb 14 16:21:38.893574 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:21:38.913136 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:21:38.913505 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 19ee7e81-ff55-4ce9-9fd2-aa78e3b8bdbe not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:21:39.725916 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccbdeb-a2cd-46dd-8ea5-efa2df734942 req-d52e19bf-dbe8-4019-a93f-eb5c8aebd64c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:39.727483 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-edccbdeb-a2cd-46dd-8ea5-efa2df734942 req-d52e19bf-dbe8-4019-a93f-eb5c8aebd64c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0538716 Feb 14 16:21:39.774797 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-edccbdeb-a2cd-46dd-8ea5-efa2df734942 req-c1d65f0f-6bd9-4a03-864e-c764da79356b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401747 Feb 14 16:21:40.112398 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51900) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:40.219591 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e46db810-28c1-4110-aeaf-f6014ebb902a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:40.292034 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e46db810-28c1-4110-aeaf-f6014ebb902a admin admin] Publish callbacks [] for security_group (2a54f5a3-532d-4eb7-ac7a-31d14f003185), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:40.298827 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e46db810-28c1-4110-aeaf-f6014ebb902a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (2a54f5a3-532d-4eb7-ac7a-31d14f003185), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:40.345697 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51908) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:40.345905 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-e46db810-28c1-4110-aeaf-f6014ebb902a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d8f8bff6cb343cf91666fdf522868b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322869 Feb 14 16:21:40.347182 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46db810-28c1-4110-aeaf-f6014ebb902a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a54f5a3-532d-4eb7-ac7a-31d14f003185,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:40.402554 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5f382d58-0a62-4f52-a235-5e744e418196 admin admin] Publish callbacks [] for security_group (2a54f5a3-532d-4eb7-ac7a-31d14f003185), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:40.422737 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5f382d58-0a62-4f52-a235-5e744e418196 admin admin] Publish callbacks [] for security_group (2a54f5a3-532d-4eb7-ac7a-31d14f003185), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:40.467820 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5f382d58-0a62-4f52-a235-5e744e418196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (2a54f5a3-532d-4eb7-ac7a-31d14f003185), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:40.470349 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5f382d58-0a62-4f52-a235-5e744e418196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:40.475524 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-5f382d58-0a62-4f52-a235-5e744e418196 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a54f5a3-532d-4eb7-ac7a-31d14f003185 HTTP/1.1" status: 204 len: 168 time: 0.1263835 Feb 14 16:21:40.483907 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f382d58-0a62-4f52-a235-5e744e418196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a54f5a3-532d-4eb7-ac7a-31d14f003185,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:40.742700 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51920) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:40.755687 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0d44dab1-2dc1-4568-84ae-953ff896c6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:40.829735 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0d44dab1-2dc1-4568-84ae-953ff896c6fc admin admin] Publish callbacks [] for security_group (5beffa54-0f04-4a9f-9f68-dfc558d4c65d), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:40.834526 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0d44dab1-2dc1-4568-84ae-953ff896c6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (5beffa54-0f04-4a9f-9f68-dfc558d4c65d), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:40.878018 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44dab1-2dc1-4568-84ae-953ff896c6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beffa54-0f04-4a9f-9f68-dfc558d4c65d,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:40.886727 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51926) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:40.890040 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-0d44dab1-2dc1-4568-84ae-953ff896c6fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4da3ece427094c02a97589f0b7c40cff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461699 Feb 14 16:21:40.940970 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5a91151f-0839-4471-bd22-fe0b21aa6467 admin admin] Publish callbacks [] for security_group (5beffa54-0f04-4a9f-9f68-dfc558d4c65d), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:40.964175 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5a91151f-0839-4471-bd22-fe0b21aa6467 admin admin] Publish callbacks [] for security_group (5beffa54-0f04-4a9f-9f68-dfc558d4c65d), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:41.013498 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5a91151f-0839-4471-bd22-fe0b21aa6467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (5beffa54-0f04-4a9f-9f68-dfc558d4c65d), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:41.015983 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5a91151f-0839-4471-bd22-fe0b21aa6467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:41.017242 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-5a91151f-0839-4471-bd22-fe0b21aa6467 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5beffa54-0f04-4a9f-9f68-dfc558d4c65d HTTP/1.1" status: 204 len: 168 time: 0.1294227 Feb 14 16:21:41.025234 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91151f-0839-4471-bd22-fe0b21aa6467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beffa54-0f04-4a9f-9f68-dfc558d4c65d,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:41.246620 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:41.342584 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 51932) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:41.356894 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-61ea967d-9c52-4636-bfec-4712aa18f1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:41.431845 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-61ea967d-9c52-4636-bfec-4712aa18f1ab admin admin] Publish callbacks [] for security_group (9002e11b-c97b-4d09-aff2-3888d403577c), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:41.435589 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-61ea967d-9c52-4636-bfec-4712aa18f1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (9002e11b-c97b-4d09-aff2-3888d403577c), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:41.473545 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-61ea967d-9c52-4636-bfec-4712aa18f1ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4af173f0609c46d5bf25ad5bbba7e8ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288199 Feb 14 16:21:41.474435 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea967d-9c52-4636-bfec-4712aa18f1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9002e11b-c97b-4d09-aff2-3888d403577c,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:41.477241 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 51934) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:21:41.525063 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7f17562b-188d-4b62-b49a-431c9bf14b9d admin admin] Publish callbacks [] for security_group (9002e11b-c97b-4d09-aff2-3888d403577c), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:41.546370 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7f17562b-188d-4b62-b49a-431c9bf14b9d admin admin] Publish callbacks [] for security_group (9002e11b-c97b-4d09-aff2-3888d403577c), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:41.594161 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7f17562b-188d-4b62-b49a-431c9bf14b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (9002e11b-c97b-4d09-aff2-3888d403577c), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:41.596753 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7f17562b-188d-4b62-b49a-431c9bf14b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:41.597923 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-7f17562b-188d-4b62-b49a-431c9bf14b9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9002e11b-c97b-4d09-aff2-3888d403577c HTTP/1.1" status: 204 len: 168 time: 0.1191955 Feb 14 16:21:41.605976 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17562b-188d-4b62-b49a-431c9bf14b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9002e11b-c97b-4d09-aff2-3888d403577c,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:47.565307 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-b2fa131b-1e9e-4218-b78d-b8336aa0fe22 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:47.567403 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-b2fa131b-1e9e-4218-b78d-b8336aa0fe22 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/networks?id=c2510c79-8e98-4810-9f7d-1e802dc3646c HTTP/1.1" status: 200 len: 808 time: 0.1122146 Feb 14 16:21:47.597787 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-a688b8ca-d2f4-4aef-93c1-ab1b1a1858c2 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/quotas/bcab7f23a90142549da4d78d9f598d29 HTTP/1.1" status: 200 len: 375 time: 0.0099814 Feb 14 16:21:47.633589 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-27500c9b-30c8-4020-864f-268c5e3c1b10 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bcab7f23a90142549da4d78d9f598d29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292459 Feb 14 16:21:47.776453 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-915658cb-926d-4239-a8b8-057cd59cb43e service neutron] 10.222.0.55 "GET /v2.0/networks/c2510c79-8e98-4810-9f7d-1e802dc3646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359129 Feb 14 16:21:47.790423 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb5f64-8c1e-48fd-b4df-f6274d94e9db req-d50237ce-1e7a-49a1-8fe9-977ce6a86803 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:47.792171 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e9fb5f64-8c1e-48fd-b4df-f6274d94e9db req-d50237ce-1e7a-49a1-8fe9-977ce6a86803 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0818720 Feb 14 16:21:47.846180 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e9fb5f64-8c1e-48fd-b4df-f6274d94e9db req-113147f5-a5fc-426a-9b32-86b19ea3efe1 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479667 Feb 14 16:21:47.868071 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-10fd3ded-0b0d-4ecb-b223-12c2afa489ac service neutron] 10.222.0.55 "GET /v2.0/networks/c2510c79-8e98-4810-9f7d-1e802dc3646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860019 Feb 14 16:21:47.950164 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fe04e-9df0-42e6-ae11-b24ef4a3b205 req-1e88698a-a4fa-4963-8d9a-b99bb2856b94 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:47.951600 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f20fe04e-9df0-42e6-ae11-b24ef4a3b205 req-1e88698a-a4fa-4963-8d9a-b99bb2856b94 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0530756 Feb 14 16:21:48.001835 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f20fe04e-9df0-42e6-ae11-b24ef4a3b205 req-d068dc57-f465-445e-8357-e9989d45ed5b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429773 Feb 14 16:21:48.036580 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6104ac27-0dd0-4020-9e83-7cfebeaeedef req-aec96506-b2c6-40a2-a446-643f0f990fbf tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 210 time: 0.0358219 Feb 14 16:21:48.452416 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b220f3ca-b4cd-41b3-89c8-3c3911cd8f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:48.775529 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01353b7-fc25-4c6b-a76f-711546e5383b req-04fef463-dad0-4979-8857-c6ed4f4ffdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:48.777022 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b01353b7-fc25-4c6b-a76f-711546e5383b req-04fef463-dad0-4979-8857-c6ed4f4ffdd4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 1129 time: 0.0427988 Feb 14 16:21:48.824017 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b01353b7-fc25-4c6b-a76f-711546e5383b req-5879d170-1d31-4aad-b930-3357927b32cd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375252 Feb 14 16:21:48.970198 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae6831-ac05-4fdf-81e5-2e9062e93b43 req-bcdfa5aa-1343-4ac9-b236-721365e00879 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:48.971655 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c6ae6831-ac05-4fdf-81e5-2e9062e93b43 req-bcdfa5aa-1343-4ac9-b236-721365e00879 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0555425 Feb 14 16:21:49.019050 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c6ae6831-ac05-4fdf-81e5-2e9062e93b43 req-75a16fcc-f72b-41b8-8db5-a2d523521fe1 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407476 Feb 14 16:21:49.166432 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f5d340fa-6a05-4458-967e-232245ac83c8 req-663d235e-cb1c-4c5e-8940-112dc15a8234 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 210 time: 0.0357268 Feb 14 16:21:49.207807 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7054de-85c1-4893-a11a-9870bbb0e5c5 req-4b2a2b23-cf9a-4af2-9460-531b905b6b0e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:49.209307 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9d7054de-85c1-4893-a11a-9870bbb0e5c5 req-4b2a2b23-cf9a-4af2-9460-531b905b6b0e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0960407 Feb 14 16:21:49.329651 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9d7054de-85c1-4893-a11a-9870bbb0e5c5 req-09e9fc65-3fff-41aa-9070-8b1eb967a227 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094499 Feb 14 16:21:49.366090 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-bf7e49d9-f350-4c8b-9713-16208fd6304f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:49.367705 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-bf7e49d9-f350-4c8b-9713-16208fd6304f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.42 "GET /v2.0/networks?id=c2510c79-8e98-4810-9f7d-1e802dc3646c HTTP/1.1" status: 200 len: 808 time: 0.1333835 Feb 14 16:21:49.384045 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-9e5384d0-4729-4377-a8bf-ac1312e7372f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Request body: {'port': {'device_id': '650b858a-89a7-46b6-bde1-de5026eda147', 'network_id': 'c2510c79-8e98-4810-9f7d-1e802dc3646c', 'admin_state_up': True, 'tenant_id': 'bcab7f23a90142549da4d78d9f598d29'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:49.495505 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-9e5384d0-4729-4377-a8bf-ac1312e7372f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Made reservation on behalf of bcab7f23a90142549da4d78d9f598d29 for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:21:49.499046 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-9e5384d0-4729-4377-a8bf-ac1312e7372f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:49.621175 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-9e5384d0-4729-4377-a8bf-ac1312e7372f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Allocated IP 172.20.0.13 (c2510c79-8e98-4810-9f7d-1e802dc3646c/2953a672-c368-4684-9c3c-f68400a6bcbc/936c3163-e393-4a23-8084-4b28a568d52a) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:21:49.766447 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-9e5384d0-4729-4377-a8bf-ac1312e7372f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks [] for port (936c3163-e393-4a23-8084-4b28a568d52a), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:49.799028 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-9e5384d0-4729-4377-a8bf-ac1312e7372f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (936c3163-e393-4a23-8084-4b28a568d52a), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:49.845276 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-9e5384d0-4729-4377-a8bf-ac1312e7372f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Network c2510c79-8e98-4810-9f7d-1e802dc3646c is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:21:49.851183 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-9e5384d0-4729-4377-a8bf-ac1312e7372f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:21:49.854817 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-9e5384d0-4729-4377-a8bf-ac1312e7372f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:21:49.861022 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5384d0-4729-4377-a8bf-ac1312e7372f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Pushing event updated for resources: {'Port': ['ID=936c3163-e393-4a23-8084-4b28a568d52a,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:49.908478 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-9e5384d0-4729-4377-a8bf-ac1312e7372f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:49.909009 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-9e5384d0-4729-4377-a8bf-ac1312e7372f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:49.925510 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-9e5384d0-4729-4377-a8bf-ac1312e7372f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5458655 Feb 14 16:21:50.152952 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37cfdc-4cb0-4336-9b22-c93392b759ab req-18404835-0d93-46b9-87f3-2e3b792597fc tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:50.154438 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3c37cfdc-4cb0-4336-9b22-c93392b759ab req-18404835-0d93-46b9-87f3-2e3b792597fc tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0494981 Feb 14 16:21:50.203154 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3c37cfdc-4cb0-4336-9b22-c93392b759ab req-ab67c7ce-a5c1-400e-8153-88ea60230ed3 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431108 Feb 14 16:21:50.281584 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c88bb-fc86-4aa9-90a2-938ed84f13b4 req-04f69a34-dc33-49b3-af1e-5871849281a0 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:50.283108 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b02c88bb-fc86-4aa9-90a2-938ed84f13b4 req-04f69a34-dc33-49b3-af1e-5871849281a0 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 932 time: 0.0582438 Feb 14 16:21:50.338356 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b02c88bb-fc86-4aa9-90a2-938ed84f13b4 req-a7842c6d-e3da-4369-be0f-949df5419bf1 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492556 Feb 14 16:21:50.464223 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77b71a-506b-4046-8c2f-f014726dac02 req-d46b2789-5177-4a78-8593-ca92eb0dcc86 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:50.465630 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8b77b71a-506b-4046-8c2f-f014726dac02 req-d46b2789-5177-4a78-8593-ca92eb0dcc86 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0561864 Feb 14 16:21:50.514082 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8b77b71a-506b-4046-8c2f-f014726dac02 req-9617d2d1-4fb3-46f7-bd3d-8115ae94bb62 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429327 Feb 14 16:21:50.705785 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2653ad20-55f8-4eb5-ae79-4fe369d741ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:51.325003 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41623f8d-6bff-467c-9217-91bbe4e01666 req-ce0e10d8-1536-4f72-999d-b16903b7d1ee tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:51.326548 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-41623f8d-6bff-467c-9217-91bbe4e01666 req-ce0e10d8-1536-4f72-999d-b16903b7d1ee tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0565522 Feb 14 16:21:51.383120 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-41623f8d-6bff-467c-9217-91bbe4e01666 req-132363c4-f915-4c21-9291-df0afbfc13f4 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507710 Feb 14 16:21:51.454594 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda6c45-115b-4b4e-a480-7ddeef57a6b7 req-d2fa975e-3b85-46e9-8928-c25cda343009 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:51.456004 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-eeda6c45-115b-4b4e-a480-7ddeef57a6b7 req-d2fa975e-3b85-46e9-8928-c25cda343009 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 932 time: 0.0534184 Feb 14 16:21:51.503141 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-eeda6c45-115b-4b4e-a480-7ddeef57a6b7 req-76ad3a0e-0a03-4382-bd65-65aaa610ea0c tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415366 Feb 14 16:21:51.638588 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ebbce-72ed-4578-a84b-67b140190860 req-19d6a8f8-80cc-4910-8513-cc7b4f994b20 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:51.640022 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1e9ebbce-72ed-4578-a84b-67b140190860 req-19d6a8f8-80cc-4910-8513-cc7b4f994b20 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0551713 Feb 14 16:21:51.684555 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1e9ebbce-72ed-4578-a84b-67b140190860 req-f4aa292f-0a91-4398-9627-e2f21aa62f31 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390766 Feb 14 16:21:52.009638 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:52.503451 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7850d-c74c-4afe-a0dd-87a2e3eb50c9 req-43fefd98-70d6-4edf-9ca0-7d48dbaa10e4 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:52.505401 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-86b7850d-c74c-4afe-a0dd-87a2e3eb50c9 req-43fefd98-70d6-4edf-9ca0-7d48dbaa10e4 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0537198 Feb 14 16:21:52.549767 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-86b7850d-c74c-4afe-a0dd-87a2e3eb50c9 req-af0e9d3a-14b0-47c0-a4ef-3dbf6f0ebbef tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388806 Feb 14 16:21:52.617376 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201bb22-446a-4724-b972-bc3bb49aa2f3 req-ef530a59-e458-40bf-8304-1b34b2b7400a tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:52.618842 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4201bb22-446a-4724-b972-bc3bb49aa2f3 req-ef530a59-e458-40bf-8304-1b34b2b7400a tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 932 time: 0.0506692 Feb 14 16:21:52.664109 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4201bb22-446a-4724-b972-bc3bb49aa2f3 req-f7e8875f-728c-4b46-bbe1-3867ee796811 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Feb 14 16:21:52.809083 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c4d4b-f39a-482a-b8cc-107ee3ba2ef1 req-9848baf6-23dc-44ca-ad5f-00cc4cdf9b2e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:52.810461 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-849c4d4b-f39a-482a-b8cc-107ee3ba2ef1 req-9848baf6-23dc-44ca-ad5f-00cc4cdf9b2e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0498941 Feb 14 16:21:52.855152 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-849c4d4b-f39a-482a-b8cc-107ee3ba2ef1 req-86dbe816-478a-4fd8-91ff-f8d6c1615171 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393772 Feb 14 16:21:53.262683 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Request body: {'port': {'device_id': '650b858a-89a7-46b6-bde1-de5026eda147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:21:53.324864 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (936c3163-e393-4a23-8084-4b28a568d52a), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:53.533064 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:53.593304 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936c3163-e393-4a23-8084-4b28a568d52a {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:21:53.603892 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Publish callbacks [] for port (936c3163-e393-4a23-8084-4b28a568d52a), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:53.616626 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Transition to ACTIVE for port object 936c3163-e393-4a23-8084-4b28a568d52a will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:21:53.629893 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (936c3163-e393-4a23-8084-4b28a568d52a), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:53.705761 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Pushing event updated for resources: {'Port': ['ID=936c3163-e393-4a23-8084-4b28a568d52a,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:53.737918 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee087a-d887-40fd-9a9b-6db6dda7a30a req-32e550d5-1388-4443-8483-6da573b3f571 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:53.739900 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-06ee087a-d887-40fd-9a9b-6db6dda7a30a req-32e550d5-1388-4443-8483-6da573b3f571 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1215041 Feb 14 16:21:53.796326 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645b80d-7e83-4000-abc7-7dd8bc37403e req-38b06189-341a-49bc-b136-368642dbef1b tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:53.802105 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0645b80d-7e83-4000-abc7-7dd8bc37403e req-38b06189-341a-49bc-b136-368642dbef1b tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 944 time: 0.0564311 Feb 14 16:21:53.815021 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Attempting to bind port 936c3163-e393-4a23-8084-4b28a568d52a on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:21:53.815351 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Attempting to bind port 936c3163-e393-4a23-8084-4b28a568d52a by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '65737c0b-92d5-4af2-8bf6-af25a3a45bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c2510c79-8e98-4810-9f7d-1e802dc3646c'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:21:53.815686 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Attempting to bind port 936c3163-e393-4a23-8084-4b28a568d52a on network c2510c79-8e98-4810-9f7d-1e802dc3646c {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:21:53.820887 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-06ee087a-d887-40fd-9a9b-6db6dda7a30a req-7cde7be8-3071-4dcf-945b-838e375c62b0 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635750 Feb 14 16:21:53.828750 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Port 936c3163-e393-4a23-8084-4b28a568d52a on network c2510c79-8e98-4810-9f7d-1e802dc3646c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:21:53.829068 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Attempting to bind port 936c3163-e393-4a23-8084-4b28a568d52a on network c2510c79-8e98-4810-9f7d-1e802dc3646c {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:21:53.834876 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:21:53.838699 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Checking segment: {'id': '65737c0b-92d5-4af2-8bf6-af25a3a45bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c2510c79-8e98-4810-9f7d-1e802dc3646c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:21:53.838699 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Bound using segment: {'id': '65737c0b-92d5-4af2-8bf6-af25a3a45bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c2510c79-8e98-4810-9f7d-1e802dc3646c'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:21:53.838699 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Bound port: 936c3163-e393-4a23-8084-4b28a568d52a, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65737c0b-92d5-4af2-8bf6-af25a3a45bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c2510c79-8e98-4810-9f7d-1e802dc3646c'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:21:53.838699 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (936c3163-e393-4a23-8084-4b28a568d52a), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:53.857183 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0645b80d-7e83-4000-abc7-7dd8bc37403e req-88cd0379-b4a5-4728-931e-da462ac4416f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532191 Feb 14 16:21:53.905563 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] For port 936c3163-e393-4a23-8084-4b28a568d52a, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:21:53.908512 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] For port 936c3163-e393-4a23-8084-4b28a568d52a, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=936c3163-e393-4a23-8084-4b28a568d52a,segment=NetworkSegment(65737c0b-92d5-4af2-8bf6-af25a3a45bf0),segment_id=65737c0b-92d5-4af2-8bf6-af25a3a45bf0)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:21:53.915067 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (936c3163-e393-4a23-8084-4b28a568d52a), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:53.957613 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:53.958226 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:53.959554 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] 10.222.0.42 "PUT /v2.0/ports/936c3163-e393-4a23-8084-4b28a568d52a HTTP/1.1" status: 200 len: 1094 time: 0.7012453 Feb 14 16:21:53.959994 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650b858a-89a7-46b6-bde1-de5026eda147', 'tag': '936c3163-e393-4a23-8084-4b28a568d52a'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:21:53.962232 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5a5cc3-9361-4770-bfc7-bb89a84062e9" -d '{"events": [{"name": "network-changed", "server_uuid": "650b858a-89a7-46b6-bde1-de5026eda147", "tag": "936c3163-e393-4a23-8084-4b28a568d52a"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:21:54.011032 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6d89-d807-4259-8ad4-bbbe9d44a619 service neutron] Pushing event updated for resources: {'Port': ['ID=936c3163-e393-4a23-8084-4b28a568d52a,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:54.015192 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563bd7c9-10ac-4b90-967b-1ff8e44846e4 x-openstack-request-id: req-563bd7c9-10ac-4b90-967b-1ff8e44846e4 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:21:54.015487 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650b858a-89a7-46b6-bde1-de5026eda147", "tag": "936c3163-e393-4a23-8084-4b28a568d52a", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:21:54.015742 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-563bd7c9-10ac-4b90-967b-1ff8e44846e4 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:21:54.016138 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650b858a-89a7-46b6-bde1-de5026eda147', 'tag': '936c3163-e393-4a23-8084-4b28a568d52a', 'status': 'completed', 'code': 200} Feb 14 16:21:54.054988 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce3173-044f-4592-803b-5280e9bdb921 req-4e33f443-5db6-4df5-a18f-15f2700079c2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:54.056369 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cfce3173-044f-4592-803b-5280e9bdb921 req-4e33f443-5db6-4df5-a18f-15f2700079c2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.1145263 Feb 14 16:21:54.100763 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-b929930b-075c-404b-b8da-33694f0971ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:54.102305 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-b929930b-075c-404b-b8da-33694f0971ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bcab7f23a90142549da4d78d9f598d29&device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 1128 time: 0.0839374 Feb 14 16:21:54.131396 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cfce3173-044f-4592-803b-5280e9bdb921 req-ca9410e1-7d79-442e-bfe8-c3085785849f tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688651 Feb 14 16:21:54.159992 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-da43e74c-3c12-4275-8020-9173a2777600 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=936c3163-e393-4a23-8084-4b28a568d52a HTTP/1.1" status: 200 len: 217 time: 0.0419714 Feb 14 16:21:54.208527 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-b38e4528-ecbb-40e3-8090-37cc025888ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:54.209992 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-b38e4528-ecbb-40e3-8090-37cc025888ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2953a672-c368-4684-9c3c-f68400a6bcbc HTTP/1.1" status: 200 len: 848 time: 0.0443883 Feb 14 16:21:54.243141 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-b34d7363-497e-43db-9d15-6954f7afc075 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2510c79-8e98-4810-9f7d-1e802dc3646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257487 Feb 14 16:21:54.352180 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-1ae4b122-1508-4386-870f-d80043866387 service neutron] 10.222.0.42 "GET /v2.0/networks/c2510c79-8e98-4810-9f7d-1e802dc3646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020739 Feb 14 16:21:54.474551 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8565b3a-76e4-4662-a092-c4198ab7f924 req-7ee6f277-85e5-4d39-99da-d265f6386515 service neutron] 10.222.0.42 "GET /v2.0/networks/c2510c79-8e98-4810-9f7d-1e802dc3646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112046 Feb 14 16:21:54.581526 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a5cc3-9361-4770-bfc7-bb89a84062e9 req-190ef8e6-efc0-40c1-b114-9568c3293602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:54.583324 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d5a5cc3-9361-4770-bfc7-bb89a84062e9 req-190ef8e6-efc0-40c1-b114-9568c3293602 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bcab7f23a90142549da4d78d9f598d29&device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 1128 time: 0.0522985 Feb 14 16:21:54.681236 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a5cc3-9361-4770-bfc7-bb89a84062e9 req-8080b599-62bf-43ed-9868-00531449f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:54.682654 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d5a5cc3-9361-4770-bfc7-bb89a84062e9 req-8080b599-62bf-43ed-9868-00531449f4f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2510c79-8e98-4810-9f7d-1e802dc3646c HTTP/1.1" status: 200 len: 909 time: 0.0936813 Feb 14 16:21:54.738500 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d5a5cc3-9361-4770-bfc7-bb89a84062e9 req-aef02d9b-e42f-44f0-88ae-630f530b0ee2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=936c3163-e393-4a23-8084-4b28a568d52a HTTP/1.1" status: 200 len: 217 time: 0.0487149 Feb 14 16:21:54.756277 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:54.800068 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a5cc3-9361-4770-bfc7-bb89a84062e9 req-a88eac22-366b-48c2-b794-59410881413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:54.802435 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d5a5cc3-9361-4770-bfc7-bb89a84062e9 req-a88eac22-366b-48c2-b794-59410881413f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2953a672-c368-4684-9c3c-f68400a6bcbc HTTP/1.1" status: 200 len: 848 time: 0.0550268 Feb 14 16:21:54.840654 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d5a5cc3-9361-4770-bfc7-bb89a84062e9 req-7a656b6e-a171-4c84-96c8-4ce8fdc39fe6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2510c79-8e98-4810-9f7d-1e802dc3646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249667 Feb 14 16:21:54.974201 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583c45c-2e88-4e4f-a972-576c57eabf90 req-44009759-9e2e-428c-8021-ae1661702f52 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:54.975863 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4583c45c-2e88-4e4f-a972-576c57eabf90 req-44009759-9e2e-428c-8021-ae1661702f52 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0741012 Feb 14 16:21:54.983474 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d5a5cc3-9361-4770-bfc7-bb89a84062e9 req-cf60001e-6577-45f3-a64f-2ce85b51a67f service neutron] 10.222.0.42 "GET /v2.0/networks/c2510c79-8e98-4810-9f7d-1e802dc3646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359544 Feb 14 16:21:55.032180 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4583c45c-2e88-4e4f-a972-576c57eabf90 req-2e9a9e0a-2fba-442d-a3ea-76476917fd9c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443373 Feb 14 16:21:55.089361 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8387c-2855-4ed5-a2ff-a10dfc9ba014 req-cf3aa262-5865-497d-a6fe-59fbe67137f4 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:55.090960 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8db8387c-2855-4ed5-a2ff-a10dfc9ba014 req-cf3aa262-5865-497d-a6fe-59fbe67137f4 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 944 time: 0.1230850 Feb 14 16:21:55.123031 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d5a5cc3-9361-4770-bfc7-bb89a84062e9 req-ab58d7e4-2cc2-47c0-9d41-4fd0137e1ffb service neutron] 10.222.0.42 "GET /v2.0/networks/c2510c79-8e98-4810-9f7d-1e802dc3646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241462 Feb 14 16:21:55.156230 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8db8387c-2855-4ed5-a2ff-a10dfc9ba014 req-6e3ebf80-9a01-4363-9737-212d8ed4d095 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585866 Feb 14 16:21:55.292604 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29b090-ede4-46fd-9f61-ed831bf8062c req-0d5ca647-d914-45b3-b39b-d25ef190252f tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:55.294210 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eb29b090-ede4-46fd-9f61-ed831bf8062c req-0d5ca647-d914-45b3-b39b-d25ef190252f tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0758543 Feb 14 16:21:55.308600 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c32be-d9af-4a8d-9882-86ba514e79f9 req-295ddde6-cdb4-4a59-a63d-d2f21410c7ab tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:55.310462 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4e6c32be-d9af-4a8d-9882-86ba514e79f9 req-295ddde6-cdb4-4a59-a63d-d2f21410c7ab tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0510697 Feb 14 16:21:55.328687 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a2ede-fb63-4c3d-91d6-8ea2fdf3612a req-c6a936db-bbfc-4709-9f90-132c01fb46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:55.330315 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4c7a2ede-fb63-4c3d-91d6-8ea2fdf3612a req-c6a936db-bbfc-4709-9f90-132c01fb46a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca15708118b44a1a682c7b615afc8a1&device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 1129 time: 0.0724015 Feb 14 16:21:55.359343 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4e6c32be-d9af-4a8d-9882-86ba514e79f9 req-4e071674-e9bf-4283-b36b-34a2962cc906 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432978 Feb 14 16:21:55.374571 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eb29b090-ede4-46fd-9f61-ed831bf8062c req-1dab1d28-7d63-442e-8213-32d4fd7036d0 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742521 Feb 14 16:21:55.452080 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a2ede-fb63-4c3d-91d6-8ea2fdf3612a req-e866e147-2002-4171-a0d4-ea875371fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:55.453683 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4c7a2ede-fb63-4c3d-91d6-8ea2fdf3612a req-e866e147-2002-4171-a0d4-ea875371fd45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a HTTP/1.1" status: 200 len: 920 time: 0.1148410 Feb 14 16:21:55.497860 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4c7a2ede-fb63-4c3d-91d6-8ea2fdf3612a req-be2b8bfe-8b58-4fa4-bedb-8c7f4e70652a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=699e4ea1-016f-4cdf-9901-5277fb74b1f1 HTTP/1.1" status: 200 len: 217 time: 0.0370896 Feb 14 16:21:55.557370 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a2ede-fb63-4c3d-91d6-8ea2fdf3612a req-e1254651-32d6-48ea-86c6-5de397cab116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:55.558968 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4c7a2ede-fb63-4c3d-91d6-8ea2fdf3612a req-e1254651-32d6-48ea-86c6-5de397cab116 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29897062-631a-49da-8452-c4a2baf64bda HTTP/1.1" status: 200 len: 859 time: 0.0480139 Feb 14 16:21:55.594937 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4c7a2ede-fb63-4c3d-91d6-8ea2fdf3612a req-5a71d31e-bb30-4dbd-8956-d3c8e5c63121 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266728 Feb 14 16:21:55.702652 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4c7a2ede-fb63-4c3d-91d6-8ea2fdf3612a req-78615f07-2464-4479-aff7-a10f6be4d9e5 service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985439 Feb 14 16:21:55.812501 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4c7a2ede-fb63-4c3d-91d6-8ea2fdf3612a req-a2266ea9-5bb6-4ac6-b5e9-ca78c2232f33 service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028955 Feb 14 16:21:56.271622 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc18161-6f97-4899-a74b-e90307a7afbf req-c45a590c-9b25-4e20-a61b-d08e2a569b5b tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:56.273062 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5fc18161-6f97-4899-a74b-e90307a7afbf req-c45a590c-9b25-4e20-a61b-d08e2a569b5b tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 944 time: 0.0522592 Feb 14 16:21:56.318897 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5fc18161-6f97-4899-a74b-e90307a7afbf req-4a868961-14d4-4743-a188-47670c6897d5 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403726 Feb 14 16:21:56.494472 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c22341-8b21-4404-b342-bc17e1d2d9c5 req-8adaebc7-fca9-4d1d-9be9-c7f4443bbb8c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:56.495981 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-74c22341-8b21-4404-b342-bc17e1d2d9c5 req-8adaebc7-fca9-4d1d-9be9-c7f4443bbb8c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0642736 Feb 14 16:21:56.516268 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8b94e-02e4-48d3-91e2-1292071943cd req-4ab309fe-2718-4968-bd93-49e9cfa310e0 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:56.517857 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-79f8b94e-02e4-48d3-91e2-1292071943cd req-4ab309fe-2718-4968-bd93-49e9cfa310e0 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0704978 Feb 14 16:21:56.543978 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-74c22341-8b21-4404-b342-bc17e1d2d9c5 req-bd00e1dd-d4d2-4658-8e23-279321ad59c6 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Feb 14 16:21:56.566490 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-79f8b94e-02e4-48d3-91e2-1292071943cd req-31f01327-10ce-4c5a-8758-543000e7f6fb tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423632 Feb 14 16:21:57.432883 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8369df-39fb-4c01-b452-75acb3c75772 req-04a9c35e-3068-43cd-914c-c1cafae6d66e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:57.434273 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-dd8369df-39fb-4c01-b452-75acb3c75772 req-04a9c35e-3068-43cd-914c-c1cafae6d66e tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 944 time: 0.0501430 Feb 14 16:21:57.479747 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-dd8369df-39fb-4c01-b452-75acb3c75772 req-4baddca4-782e-4466-8d61-6f7aeef21125 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399711 Feb 14 16:21:57.658547 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514410aa-ed5d-4ff7-9f7d-e6f4cef4e1f7 req-3caf7afc-e979-4d9c-82d9-57f3d974850b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:57.660020 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-514410aa-ed5d-4ff7-9f7d-e6f4cef4e1f7 req-3caf7afc-e979-4d9c-82d9-57f3d974850b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0506761 Feb 14 16:21:57.687538 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f123884-2e6f-4a30-8670-e18dd8296c90 req-b465708c-1f58-45aa-98b6-8c8795712b4e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:57.688928 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9f123884-2e6f-4a30-8670-e18dd8296c90 req-b465708c-1f58-45aa-98b6-8c8795712b4e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0507708 Feb 14 16:21:57.706534 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-514410aa-ed5d-4ff7-9f7d-e6f4cef4e1f7 req-1a7f95e8-ac70-4e43-828b-7923d9ec65b7 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404131 Feb 14 16:21:57.742002 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9f123884-2e6f-4a30-8670-e18dd8296c90 req-321dd37c-e415-40bd-b85e-3c8b03624797 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466881 Feb 14 16:21:58.593242 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c5ad2-945c-4012-a7b0-fd1f3cb19ffe req-3f4dbbe7-958a-4824-bc97-14f11ef231e3 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:58.594721 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5b0c5ad2-945c-4012-a7b0-fd1f3cb19ffe req-3f4dbbe7-958a-4824-bc97-14f11ef231e3 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 944 time: 0.0503635 Feb 14 16:21:58.642436 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5b0c5ad2-945c-4012-a7b0-fd1f3cb19ffe req-3e33be9e-7f9b-4ea8-a6c0-0475a6db4a3a tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Feb 14 16:21:58.827160 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65151504-bffe-447c-8f7c-69c243a3fb95 req-1cd805b5-6dd2-4347-bc33-1d3584fcad47 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:58.828642 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-65151504-bffe-447c-8f7c-69c243a3fb95 req-1cd805b5-6dd2-4347-bc33-1d3584fcad47 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0516036 Feb 14 16:21:58.874001 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab10ae8-17c5-4423-8b94-e42891cbf4a8 req-d891e0ad-e33a-4f5e-8da8-474ba4ef8be0 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:58.875699 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cab10ae8-17c5-4423-8b94-e42891cbf4a8 req-d891e0ad-e33a-4f5e-8da8-474ba4ef8be0 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0577826 Feb 14 16:21:58.878627 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-65151504-bffe-447c-8f7c-69c243a3fb95 req-280ec45b-bc7d-46e8-8889-a13287a3b599 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442531 Feb 14 16:21:58.928239 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cab10ae8-17c5-4423-8b94-e42891cbf4a8 req-583e6503-1ee6-408f-8d65-8e942c2099e7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435209 Feb 14 16:21:59.117405 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 936c3163-e393-4a23-8084-4b28a568d52a details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:21:59.207360 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 936c3163-e393-4a23-8084-4b28a568d52a, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=936c3163-e393-4a23-8084-4b28a568d52a,segment=NetworkSegment(65737c0b-92d5-4af2-8bf6-af25a3a45bf0),segment_id=65737c0b-92d5-4af2-8bf6-af25a3a45bf0)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:21:59.217887 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '936c3163-e393-4a23-8084-4b28a568d52a', 'network_id': 'c2510c79-8e98-4810-9f7d-1e802dc3646c', 'port_id': '936c3163-e393-4a23-8084-4b28a568d52a', 'mac_address': 'fa:16:3e:ea:6e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2953a672-c368-4684-9c3c-f68400a6bcbc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:21:59.256936 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 936c3163-e393-4a23-8084-4b28a568d52a is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:21:59.257318 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (936c3163-e393-4a23-8084-4b28a568d52a), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:59.269810 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936c3163-e393-4a23-8084-4b28a568d52a {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:21:59.288995 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 936c3163-e393-4a23-8084-4b28a568d52a, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=936c3163-e393-4a23-8084-4b28a568d52a,segment=NetworkSegment(65737c0b-92d5-4af2-8bf6-af25a3a45bf0),segment_id=65737c0b-92d5-4af2-8bf6-af25a3a45bf0)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:21:59.292811 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (936c3163-e393-4a23-8084-4b28a568d52a), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:21:59.337647 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=936c3163-e393-4a23-8084-4b28a568d52a,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:21:59.632404 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['936c3163-e393-4a23-8084-4b28a568d52a'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:21:59.756040 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d4a5c-bb3a-43d3-b68f-07cf64aeb45c req-0c5c4664-fd4d-4e16-a521-25ffdfebb47a tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:59.757612 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9a1d4a5c-bb3a-43d3-b68f-07cf64aeb45c req-0c5c4664-fd4d-4e16-a521-25ffdfebb47a tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 945 time: 0.0509543 Feb 14 16:21:59.803584 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9a1d4a5c-bb3a-43d3-b68f-07cf64aeb45c req-d856dad1-1b62-44fd-9a53-da60535b3cb7 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403528 Feb 14 16:21:59.997584 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f3285-b338-4313-b2e0-f71c10f73247 req-3735915c-9739-4287-ab51-4b752acbb095 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:21:59.999272 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ce4f3285-b338-4313-b2e0-f71c10f73247 req-3735915c-9739-4287-ab51-4b752acbb095 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0528982 Feb 14 16:22:00.047834 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ce4f3285-b338-4313-b2e0-f71c10f73247 req-0fce9025-7fd4-496b-8aa2-65b0df50edbb tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423648 Feb 14 16:22:00.059599 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772733e4-5c95-41aa-a1ec-3b71f84be7b6 req-637c6926-9405-4e9d-8afc-247c90b95cee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:00.061076 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-772733e4-5c95-41aa-a1ec-3b71f84be7b6 req-637c6926-9405-4e9d-8afc-247c90b95cee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0604718 Feb 14 16:22:00.107372 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-772733e4-5c95-41aa-a1ec-3b71f84be7b6 req-14a8204c-e500-4135-b8c5-90b47bcf01a6 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406480 Feb 14 16:22:00.920978 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a659e-6be4-40a4-8dee-9e3f0af5e5e4 req-4eadbabd-9357-4301-9182-09cb21cb5bfd tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:00.922521 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-053a659e-6be4-40a4-8dee-9e3f0af5e5e4 req-4eadbabd-9357-4301-9182-09cb21cb5bfd tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 945 time: 0.0541308 Feb 14 16:22:00.968460 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-053a659e-6be4-40a4-8dee-9e3f0af5e5e4 req-87235690-4c52-416a-815a-31a696decbaf tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 Feb 14 16:22:01.172926 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955f7e2-dabc-4819-8820-104a9c3c4c54 req-79188c52-b00e-4f82-a0c0-528c45e93f33 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:01.174461 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9955f7e2-dabc-4819-8820-104a9c3c4c54 req-79188c52-b00e-4f82-a0c0-528c45e93f33 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0590515 Feb 14 16:22:01.225640 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9955f7e2-dabc-4819-8820-104a9c3c4c54 req-511af1b4-d975-4170-b3da-aa5f3de29e89 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438588 Feb 14 16:22:01.232220 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc71dfb-40d9-4b75-a773-fd5406bc781b req-1ca2bfd3-32d9-49f8-ade0-9e83ed34976c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:01.233713 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3fc71dfb-40d9-4b75-a773-fd5406bc781b req-1ca2bfd3-32d9-49f8-ade0-9e83ed34976c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0532548 Feb 14 16:22:01.280141 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3fc71dfb-40d9-4b75-a773-fd5406bc781b req-547b3a8c-1584-4468-84f1-23c345383f8d tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408390 Feb 14 16:22:02.099875 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283474d8-3cc7-49f9-8aa7-7f6d2d17c6fe req-80668bd0-66dd-4676-98c4-c54e30e16e32 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:02.102054 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-283474d8-3cc7-49f9-8aa7-7f6d2d17c6fe req-80668bd0-66dd-4676-98c4-c54e30e16e32 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 945 time: 0.0656309 Feb 14 16:22:02.168933 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-283474d8-3cc7-49f9-8aa7-7f6d2d17c6fe req-895d563b-f1d5-479b-bdc7-0c85d20327f1 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574739 Feb 14 16:22:02.375881 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 936c3163-e393-4a23-8084-4b28a568d52a up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:22:02.408630 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c8a16-5aa0-45a4-97b9-32cb683b1ba1 req-88b34b30-b9cd-40ac-bbab-b627a0d6860b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:02.410228 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9a4c8a16-5aa0-45a4-97b9-32cb683b1ba1 req-88b34b30-b9cd-40ac-bbab-b627a0d6860b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0567932 Feb 14 16:22:02.425160 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port 936c3163-e393-4a23-8084-4b28a568d52a completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:22:02.429321 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 936c3163-e393-4a23-8084-4b28a568d52a triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:02.429726 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (936c3163-e393-4a23-8084-4b28a568d52a), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:02.462842 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9a4c8a16-5aa0-45a4-97b9-32cb683b1ba1 req-bc1894d3-c01f-4cbd-a9ab-8580b4be4c68 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471575 Feb 14 16:22:02.527252 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 936c3163-e393-4a23-8084-4b28a568d52a is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:02.527646 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (936c3163-e393-4a23-8084-4b28a568d52a), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:02.554303 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650b858a-89a7-46b6-bde1-de5026eda147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936c3163-e393-4a23-8084-4b28a568d52a'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:22:02.556660 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f6026d-67dc-4e73-ba17-89afe2055cfd" -d '{"events": [{"server_uuid": "650b858a-89a7-46b6-bde1-de5026eda147", "name": "network-vif-plugged", "status": "completed", "tag": "936c3163-e393-4a23-8084-4b28a568d52a"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:22:02.573704 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 936c3163-e393-4a23-8084-4b28a568d52a, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=936c3163-e393-4a23-8084-4b28a568d52a,segment=NetworkSegment(65737c0b-92d5-4af2-8bf6-af25a3a45bf0),segment_id=65737c0b-92d5-4af2-8bf6-af25a3a45bf0)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:02.578572 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (936c3163-e393-4a23-8084-4b28a568d52a), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:02.604905 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47566c92-c010-4525-82a9-2071efed46e7 x-openstack-request-id: req-47566c92-c010-4525-82a9-2071efed46e7 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:22:02.605205 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650b858a-89a7-46b6-bde1-de5026eda147", "name": "network-vif-plugged", "status": "completed", "tag": "936c3163-e393-4a23-8084-4b28a568d52a", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:22:02.605493 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47566c92-c010-4525-82a9-2071efed46e7 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:22:02.605885 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650b858a-89a7-46b6-bde1-de5026eda147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936c3163-e393-4a23-8084-4b28a568d52a', 'code': 200} Feb 14 16:22:02.646711 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=936c3163-e393-4a23-8084-4b28a568d52a,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:02.786806 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de928015-7c8b-4f5d-bf38-3d3cd7224e19 req-a5057942-1d5f-4285-a284-96f569a92e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:02.788304 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-de928015-7c8b-4f5d-bf38-3d3cd7224e19 req-a5057942-1d5f-4285-a284-96f569a92e6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 1130 time: 0.0451028 Feb 14 16:22:02.835043 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-de928015-7c8b-4f5d-bf38-3d3cd7224e19 req-4e37b790-f3c9-462d-9155-74ad3709545c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393538 Feb 14 16:22:03.238156 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-21b56533-fef0-4a18-8772-7ab4fb77c769 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109650689&fields=id&tenant_id=82fd389af2ac4d44a27686a6c60979cb HTTP/1.1" status: 200 len: 267 time: 0.0597138 Feb 14 16:22:03.309441 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c172d-d4ba-497b-8356-04d924476e03 req-1158e774-4170-4794-9131-2003c1f42359 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:03.311062 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-590c172d-d4ba-497b-8356-04d924476e03 req-1158e774-4170-4794-9131-2003c1f42359 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 946 time: 0.0567734 Feb 14 16:22:03.376391 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-590c172d-d4ba-497b-8356-04d924476e03 req-fbaeeb75-d4e4-40a2-8d80-152819d2f60f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591819 Feb 14 16:22:03.563733 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-4e57ca6a-2ea2-4dcb-95c2-f699bfca0800 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:03.565224 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-4e57ca6a-2ea2-4dcb-95c2-f699bfca0800 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 812 time: 0.3193529 Feb 14 16:22:03.579791 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-d887a345-dddc-42cd-981f-b696a75afb33 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/quotas/82fd389af2ac4d44a27686a6c60979cb HTTP/1.1" status: 200 len: 375 time: 0.0090666 Feb 14 16:22:03.600845 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd01fca-84b4-4667-a4bd-4d62f584fd91 req-376e1f2a-f3ea-42e1-b99a-5edce2c10900 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:03.602381 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5cd01fca-84b4-4667-a4bd-4d62f584fd91 req-376e1f2a-f3ea-42e1-b99a-5edce2c10900 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0518622 Feb 14 16:22:03.634734 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-c823f0ef-1bce-4f96-9835-a701775c5568 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494151 Feb 14 16:22:03.651763 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5cd01fca-84b4-4667-a4bd-4d62f584fd91 req-c1b8488e-bd0a-4a1c-9939-b6f41993b779 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438950 Feb 14 16:22:03.743611 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-805dc0f7-9d03-49a1-9020-cee2313f8f3a service neutron] 10.222.0.55 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969706 Feb 14 16:22:03.845664 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-ae381bab-1d61-4750-ab80-46ac090dcfc4 service neutron] 10.222.0.55 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933084 Feb 14 16:22:03.999525 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a8cb9-fb23-46b3-bcb8-79510d21cd54 req-68040054-268b-43f3-bbf9-0520cde21d28 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:04.001112 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-466a8cb9-fb23-46b3-bcb8-79510d21cd54 req-68040054-268b-43f3-bbf9-0520cde21d28 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.2622476 Feb 14 16:22:04.069719 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-466a8cb9-fb23-46b3-bcb8-79510d21cd54 req-adb4d6a6-5a49-4e4d-82ba-2260c9d5e10a tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521121 Feb 14 16:22:04.190375 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9a6556e4-233d-4a87-8ee3-7f84f4efbeaa req-9cacbde9-932e-4431-a3a4-ef31da078217 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 210 time: 0.0522189 Feb 14 16:22:04.575839 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e82ff1-ea8d-48b9-b8ad-15683fb051c1 req-2963b892-525a-455a-8fb0-bdb24e783c70 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:04.577598 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-94e82ff1-ea8d-48b9-b8ad-15683fb051c1 req-2963b892-525a-455a-8fb0-bdb24e783c70 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 946 time: 0.0807889 Feb 14 16:22:04.637251 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-94e82ff1-ea8d-48b9-b8ad-15683fb051c1 req-b2d526e6-f770-4f06-be5f-07833a877632 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532856 Feb 14 16:22:04.795823 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81228ca-18e3-4b3d-adf4-a0c2181f43cf req-eccba8cf-ebaf-4470-8faa-4e5c496e6fff tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:04.797342 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e81228ca-18e3-4b3d-adf4-a0c2181f43cf req-eccba8cf-ebaf-4470-8faa-4e5c496e6fff tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0561335 Feb 14 16:22:04.855871 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e81228ca-18e3-4b3d-adf4-a0c2181f43cf req-76ac4cea-0e0e-4f42-a153-86d84863d95c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521212 Feb 14 16:22:05.300292 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-944c740c-b6c0-4355-8625-1e61700b6c59 req-d0d1e1b1-42f9-4c0a-b017-4b84e2e25cd6 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 210 time: 0.0392585 Feb 14 16:22:05.404530 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-bb7603d1-659d-4233-9c7b-a6627a63f0b5 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:05.406518 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-bb7603d1-659d-4233-9c7b-a6627a63f0b5 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.42 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 812 time: 0.1609576 Feb 14 16:22:05.477508 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-4e853e31-9b38-48ad-8603-c1c96264c620 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82fd389af2ac4d44a27686a6c60979cb HTTP/1.1" status: 200 len: 379 time: 0.0599611 Feb 14 16:22:05.556755 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0c7f8-d87a-489e-aac3-9fad13e43352 req-18de5dd2-34ce-43a9-96c1-cff323953959 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:05.558228 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-77a0c7f8-d87a-489e-aac3-9fad13e43352 req-18de5dd2-34ce-43a9-96c1-cff323953959 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 946 time: 0.0503075 Feb 14 16:22:05.606272 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-77a0c7f8-d87a-489e-aac3-9fad13e43352 req-d0b803fe-8c94-4756-9069-14d76fa5bb63 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416970 Feb 14 16:22:05.988132 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0a9eb-d9f9-4988-b0df-9d3d65e3192c req-8f03b78a-3858-4c26-a2a4-54b03c8736e0 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:05.990262 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f0f0a9eb-d9f9-4988-b0df-9d3d65e3192c req-8f03b78a-3858-4c26-a2a4-54b03c8736e0 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0562105 Feb 14 16:22:06.034738 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f0f0a9eb-d9f9-4988-b0df-9d3d65e3192c req-12f8b620-e289-4071-8a7f-88f421abf55a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389786 Feb 14 16:22:06.421567 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c2e1ff3a-4a7b-421c-b63f-14f404053658 req-e08a5ad9-d943-4965-9242-6c28094e4996 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 210 time: 0.0309768 Feb 14 16:22:06.728203 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513e94e-c41a-43b8-b57c-59c51f8af991 req-ffb59efd-bc71-4ac9-a5d9-abc2d288b584 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:06.729827 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0513e94e-c41a-43b8-b57c-59c51f8af991 req-ffb59efd-bc71-4ac9-a5d9-abc2d288b584 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 946 time: 0.0544953 Feb 14 16:22:06.777750 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0513e94e-c41a-43b8-b57c-59c51f8af991 req-0c47c734-9a10-4bed-bb49-35d4f5d7a338 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423086 Feb 14 16:22:07.155094 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf5c0b-be02-40db-a997-6d66becfa955 req-fb7035c8-32ab-48bb-90ae-8a257519c976 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:07.156616 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-41bf5c0b-be02-40db-a997-6d66becfa955 req-fb7035c8-32ab-48bb-90ae-8a257519c976 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0503848 Feb 14 16:22:07.203129 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-41bf5c0b-be02-40db-a997-6d66becfa955 req-4f46563f-9c8f-4e9b-ab35-141a3d03651b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404806 Feb 14 16:22:07.519475 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-170ac422-e597-4144-9504-172425ed85a4 req-27529d79-8f0f-440b-b3ab-df22480d1bf5 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 210 time: 0.0289068 Feb 14 16:22:07.915221 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b25ab-c4c5-43f0-a84a-82e5b1b917f8 req-a14649ec-d85d-4793-ab62-d00737e7d82a tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:07.917022 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-744b25ab-c4c5-43f0-a84a-82e5b1b917f8 req-a14649ec-d85d-4793-ab62-d00737e7d82a tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 946 time: 0.0719647 Feb 14 16:22:07.962686 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-744b25ab-c4c5-43f0-a84a-82e5b1b917f8 req-3ece1776-f976-49e6-99d3-e6b95e5c0e6a tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400934 Feb 14 16:22:08.212000 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Request body: {'port': {'device_id': '0adfe351-767e-4e17-b767-aa0765b07b17', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'admin_state_up': True, 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'security_groups': ['6cf5b6c4-7f88-45fd-9929-40068b894bad']}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:08.332678 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecb8f5-0e4c-4238-bd34-b33729801275 req-749f183f-6360-475a-bc16-28734a2a3248 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:08.334923 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-60ecb8f5-0e4c-4238-bd34-b33729801275 req-749f183f-6360-475a-bc16-28734a2a3248 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0593207 Feb 14 16:22:08.336816 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Made reservation on behalf of 82fd389af2ac4d44a27686a6c60979cb for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:22:08.340559 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:08.382033 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-60ecb8f5-0e4c-4238-bd34-b33729801275 req-46d93227-07c9-4e64-bcc6-bd6060309b39 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408540 Feb 14 16:22:08.466106 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Allocated IP 172.20.0.9 (44684784-0d26-471d-9a19-2b37a993c4ac/1b4c5ab6-b530-4a40-828d-6c24277d6e4f/3ee36624-1407-48eb-876a-8e23366850c8) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:22:08.588005 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:22:08.624799 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-50bffd77-43f0-44c8-86bb-4ffe06358769 req-f9d2b303-c155-44f0-af45-7ed2536e6eb3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 210 time: 0.0365450 Feb 14 16:22:08.635172 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for port (3ee36624-1407-48eb-876a-8e23366850c8), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:08.675173 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (3ee36624-1407-48eb-876a-8e23366850c8), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:08.716688 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Network 44684784-0d26-471d-9a19-2b37a993c4ac is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:22:08.725326 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:22:08.730713 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:22:08.734721 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'Port': ['ID=3ee36624-1407-48eb-876a-8e23366850c8,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:08.764667 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:08.765018 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:08.765360 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:08.765722 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:08.766050 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:08.766378 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:08.766713 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:08.767020 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:08.767340 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:08.767661 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:08.767977 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:08.768292 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:08.768602 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:08.792838 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:08.793542 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:08.810047 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-5615b5c2-e850-4785-93cb-f1b1f66dab13 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027462 Feb 14 16:22:08.826965 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Request body: {'port': {'device_id': '0adfe351-767e-4e17-b767-aa0765b07b17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:08.928461 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (3ee36624-1407-48eb-876a-8e23366850c8), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:09.012300 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcfaa4-8434-4add-9d99-2b1aaa2db421 req-8b0b8143-9c60-40b1-9c51-6a141c1f5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:09.013886 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6ffcfaa4-8434-4add-9d99-2b1aaa2db421 req-8b0b8143-9c60-40b1-9c51-6a141c1f5022 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac0c72c994864a80a9975f44cae07762&device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 1129 time: 0.0940030 Feb 14 16:22:09.053262 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-a000bfdf-46a9-4d4f-bca0-27ad5db79821 None None] Provisioning complete for port 3ee36624-1407-48eb-876a-8e23366850c8 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:09.053810 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a000bfdf-46a9-4d4f-bca0-27ad5db79821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (3ee36624-1407-48eb-876a-8e23366850c8), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:09.094775 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-a000bfdf-46a9-4d4f-bca0-27ad5db79821 None None] Port 3ee36624-1407-48eb-876a-8e23366850c8 cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:22:09.113102 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522bf08-0c5f-4433-a62e-4235449a0694 req-deabf40c-98d8-48fc-b417-725bb95fe52f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:09.117977 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e522bf08-0c5f-4433-a62e-4235449a0694 req-deabf40c-98d8-48fc-b417-725bb95fe52f tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 946 time: 0.0702515 Feb 14 16:22:09.167579 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e522bf08-0c5f-4433-a62e-4235449a0694 req-fa4a33e7-d1a5-4139-a4d2-1f2879c1eceb tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450680 Feb 14 16:22:09.296002 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcfaa4-8434-4add-9d99-2b1aaa2db421 req-4409ce62-dac4-4f92-a20b-fc45b5251486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:09.298617 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6ffcfaa4-8434-4add-9d99-2b1aaa2db421 req-4409ce62-dac4-4f92-a20b-fc45b5251486 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 HTTP/1.1" status: 200 len: 917 time: 0.2329514 Feb 14 16:22:09.309916 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee36624-1407-48eb-876a-8e23366850c8 {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:22:09.323545 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Publish callbacks [] for port (3ee36624-1407-48eb-876a-8e23366850c8), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:09.375368 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Transition to ACTIVE for port object 3ee36624-1407-48eb-876a-8e23366850c8 will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:22:09.385491 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (3ee36624-1407-48eb-876a-8e23366850c8), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:09.426115 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6ffcfaa4-8434-4add-9d99-2b1aaa2db421 req-809275eb-9746-4e16-91c5-1f571598d7f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16eef14d-643a-4553-a414-fc83179dbef1 HTTP/1.1" status: 200 len: 1001 time: 0.1180623 Feb 14 16:22:09.453047 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee36624-1407-48eb-876a-8e23366850c8,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:09.603776 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcfaa4-8434-4add-9d99-2b1aaa2db421 req-fcc5862b-69f2-4721-af4a-a3016b43c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:09.606263 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6ffcfaa4-8434-4add-9d99-2b1aaa2db421 req-fcc5862b-69f2-4721-af4a-a3016b43c524 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b022af-3860-42a7-933a-01d0f454c9a6 HTTP/1.1" status: 200 len: 855 time: 0.1630225 Feb 14 16:22:09.697286 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Attempting to bind port 3ee36624-1407-48eb-876a-8e23366850c8 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:22:09.697732 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Attempting to bind port 3ee36624-1407-48eb-876a-8e23366850c8 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:22:09.698136 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Attempting to bind port 3ee36624-1407-48eb-876a-8e23366850c8 on network 44684784-0d26-471d-9a19-2b37a993c4ac {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:22:09.702907 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcfaa4-8434-4add-9d99-2b1aaa2db421 req-76d5d12c-49df-4ea3-ba93-56be2fb8232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:09.704647 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6ffcfaa4-8434-4add-9d99-2b1aaa2db421 req-76d5d12c-49df-4ea3-ba93-56be2fb8232b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0891919 Feb 14 16:22:09.722589 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b69154-404b-418d-b37c-99d89f466ecd req-74e970a1-6913-4507-bbbf-3fc2736220f6 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:09.724658 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a1b69154-404b-418d-b37c-99d89f466ecd req-74e970a1-6913-4507-bbbf-3fc2736220f6 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.2474251 Feb 14 16:22:09.738959 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Port 3ee36624-1407-48eb-876a-8e23366850c8 on network 44684784-0d26-471d-9a19-2b37a993c4ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:22:09.739291 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Attempting to bind port 3ee36624-1407-48eb-876a-8e23366850c8 on network 44684784-0d26-471d-9a19-2b37a993c4ac {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:22:09.769633 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:22:09.769982 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Checking segment: {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:22:09.770938 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Bound using segment: {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:22:09.771386 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Bound port: 3ee36624-1407-48eb-876a-8e23366850c8, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:22:09.771750 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (3ee36624-1407-48eb-876a-8e23366850c8), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:09.869554 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87779b58-e96f-4fe8-afe1-a47fec7dd74d req-98639d92-34c2-4127-8bed-48cb66c23f47 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:09.871306 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-87779b58-e96f-4fe8-afe1-a47fec7dd74d req-98639d92-34c2-4127-8bed-48cb66c23f47 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 943 time: 0.0574372 Feb 14 16:22:09.878456 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a1b69154-404b-418d-b37c-99d89f466ecd req-9a62c065-6655-4dde-ab40-8181b8257f42 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419115 Feb 14 16:22:09.907260 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6ffcfaa4-8434-4add-9d99-2b1aaa2db421 req-39a56f15-cc0a-4074-b1c2-cf22a65542f6 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813815 Feb 14 16:22:09.944276 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] For port 3ee36624-1407-48eb-876a-8e23366850c8, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:22:09.944812 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-87779b58-e96f-4fe8-afe1-a47fec7dd74d req-26dab3a0-acb0-46e9-8cf7-0398dee41a0b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542104 Feb 14 16:22:09.967004 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] For port 3ee36624-1407-48eb-876a-8e23366850c8, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=3ee36624-1407-48eb-876a-8e23366850c8,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:22:10.002826 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (3ee36624-1407-48eb-876a-8e23366850c8), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:10.078152 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:10.078775 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:10.080181 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] 10.222.0.42 "PUT /v2.0/ports/3ee36624-1407-48eb-876a-8e23366850c8 HTTP/1.1" status: 200 len: 1093 time: 1.2607524 Feb 14 16:22:10.083826 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adfe351-767e-4e17-b767-aa0765b07b17', 'tag': '3ee36624-1407-48eb-876a-8e23366850c8'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:22:10.086023 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be4630f-25a6-4dd8-bd27-486d7f2864d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0adfe351-767e-4e17-b767-aa0765b07b17", "tag": "3ee36624-1407-48eb-876a-8e23366850c8"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:22:10.118481 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6ffcfaa4-8434-4add-9d99-2b1aaa2db421 req-5a07efef-88ce-4800-9527-6c367370e40d service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000401 Feb 14 16:22:10.120341 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a2a53-e3f6-4f5b-90bd-dd933badc277 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee36624-1407-48eb-876a-8e23366850c8,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:10.137704 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a3087-b639-439d-b33b-42f4695f3369 req-b29318d7-3062-4866-a1b1-229de8c0f6ba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:10.139284 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a33a3087-b639-439d-b33b-42f4695f3369 req-b29318d7-3062-4866-a1b1-229de8c0f6ba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.1407032 Feb 14 16:22:10.140758 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b1cbb9-dde6-4b2a-b6c1-826f0dc3415f x-openstack-request-id: req-f8b1cbb9-dde6-4b2a-b6c1-826f0dc3415f {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:22:10.141051 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adfe351-767e-4e17-b767-aa0765b07b17", "tag": "3ee36624-1407-48eb-876a-8e23366850c8", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:22:10.141350 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8b1cbb9-dde6-4b2a-b6c1-826f0dc3415f {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:22:10.141736 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adfe351-767e-4e17-b767-aa0765b07b17', 'tag': '3ee36624-1407-48eb-876a-8e23366850c8', 'status': 'completed', 'code': 200} Feb 14 16:22:10.221083 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-61ac403b-3f42-4797-a143-34dc52b5cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:10.222637 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-61ac403b-3f42-4797-a143-34dc52b5cc81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 1127 time: 0.0801783 Feb 14 16:22:10.226439 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a33a3087-b639-439d-b33b-42f4695f3369 req-2536250a-e200-491b-8196-d4679ccbe4e2 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749581 Feb 14 16:22:10.267614 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-7db6108d-4692-4300-b3ad-72daccd21b7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ee36624-1407-48eb-876a-8e23366850c8 HTTP/1.1" status: 200 len: 217 time: 0.0374520 Feb 14 16:22:10.306201 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e18bb-953d-4a23-86ec-901f1b473e5f req-efb4d9e5-0391-4536-9caf-12061acb7fa1 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:10.307888 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-758e18bb-953d-4a23-86ec-901f1b473e5f req-efb4d9e5-0391-4536-9caf-12061acb7fa1 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 946 time: 0.0662763 Feb 14 16:22:10.362845 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-686156d4-0ead-4312-9f51-2641bf9ecda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:10.363904 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-686156d4-0ead-4312-9f51-2641bf9ecda8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b4c5ab6-b530-4a40-828d-6c24277d6e4f HTTP/1.1" status: 200 len: 851 time: 0.0897629 Feb 14 16:22:10.371597 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-758e18bb-953d-4a23-86ec-901f1b473e5f req-8f371b25-9d91-4fe3-8fc0-46bee9b2db3c tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a02996b-a5e4-4767-9ddf-adc001532403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564566 Feb 14 16:22:10.390208 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ed95d-da92-4294-8462-2bd106042cbb req-39d8ca86-2f4a-4130-9a9b-a04c24167604 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:10.391757 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3c8ed95d-da92-4294-8462-2bd106042cbb req-39d8ca86-2f4a-4130-9a9b-a04c24167604 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.42 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 946 time: 0.0788050 Feb 14 16:22:10.460767 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-0474978a-2fdc-4ba6-a921-9c22d14bed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:10.462340 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-0474978a-2fdc-4ba6-a921-9c22d14bed4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44684784-0d26-471d-9a19-2b37a993c4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885799 Feb 14 16:22:10.584291 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-3c8ed95d-da92-4294-8462-2bd106042cbb req-0563f342-aafe-4f59-a7a5-61fe9d9d0529 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Deleting port 936c3163-e393-4a23-8084-4b28a568d52a {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:22:10.584546 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-3c8ed95d-da92-4294-8462-2bd106042cbb req-0563f342-aafe-4f59-a7a5-61fe9d9d0529 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (936c3163-e393-4a23-8084-4b28a568d52a), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:10.591788 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-95018082-16b3-410c-bd96-9bdffb03ee8a service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052384 Feb 14 16:22:10.760313 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-3c8ed95d-da92-4294-8462-2bd106042cbb req-0563f342-aafe-4f59-a7a5-61fe9d9d0529 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] For port 936c3163-e393-4a23-8084-4b28a568d52a, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=936c3163-e393-4a23-8084-4b28a568d52a,segment=NetworkSegment(65737c0b-92d5-4af2-8bf6-af25a3a45bf0),segment_id=65737c0b-92d5-4af2-8bf6-af25a3a45bf0)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:10.760690 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-3c8ed95d-da92-4294-8462-2bd106042cbb req-0563f342-aafe-4f59-a7a5-61fe9d9d0529 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (936c3163-e393-4a23-8084-4b28a568d52a), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:10.779083 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8fcc1314-ef2b-419d-9d47-0d325fca4712 req-1aedaecf-c7b6-4aa4-a4e9-81e0f2a9e91b service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763473 Feb 14 16:22:10.779994 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-3c8ed95d-da92-4294-8462-2bd106042cbb req-0563f342-aafe-4f59-a7a5-61fe9d9d0529 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Calling delete_port for 936c3163-e393-4a23-8084-4b28a568d52a owned by compute:nova {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:22:10.939219 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4630f-25a6-4dd8-bd27-486d7f2864d0 req-be0c5cb7-c4ee-4b28-ba09-761513bfeae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:10.941610 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1be4630f-25a6-4dd8-bd27-486d7f2864d0 req-be0c5cb7-c4ee-4b28-ba09-761513bfeae4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 1127 time: 0.0848532 Feb 14 16:22:11.003906 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-3c8ed95d-da92-4294-8462-2bd106042cbb req-0563f342-aafe-4f59-a7a5-61fe9d9d0529 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (936c3163-e393-4a23-8084-4b28a568d52a), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:11.019284 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['936c3163-e393-4a23-8084-4b28a568d52a'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:22:11.040365 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563f342-aafe-4f59-a7a5-61fe9d9d0529 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Pushing event deleted for resources: {'Port': ['ID=936c3163-e393-4a23-8084-4b28a568d52a,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:11.081334 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83fac-957a-4154-88d0-a407b74a1b26 req-7da1e8e7-03dd-4bcc-a199-ad175c5e2d85 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:11.085938 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c7f83fac-957a-4154-88d0-a407b74a1b26 req-7da1e8e7-03dd-4bcc-a199-ad175c5e2d85 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 943 time: 0.0592058 Feb 14 16:22:11.134410 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8ed95d-da92-4294-8462-2bd106042cbb req-0563f342-aafe-4f59-a7a5-61fe9d9d0529 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] No DVR routers for this DVR port 936c3163-e393-4a23-8084-4b28a568d52a on host hv-cinder-81966 {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:22:11.137370 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c7f83fac-957a-4154-88d0-a407b74a1b26 req-acea13cd-d031-4c26-8e1e-8c70605a0ac4 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485606 Feb 14 16:22:11.145860 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-3c8ed95d-da92-4294-8462-2bd106042cbb req-0563f342-aafe-4f59-a7a5-61fe9d9d0529 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:11.149094 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3c8ed95d-da92-4294-8462-2bd106042cbb req-0563f342-aafe-4f59-a7a5-61fe9d9d0529 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.42 "DELETE /v2.0/ports/936c3163-e393-4a23-8084-4b28a568d52a HTTP/1.1" status: 204 len: 173 time: 0.7413416 Feb 14 16:22:11.159829 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee1b68-d4f0-4fed-a3b1-180eb51137dd req-783a29e3-b263-4c01-82e5-f2266ca27d6c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:11.161765 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-51ee1b68-d4f0-4fed-a3b1-180eb51137dd req-783a29e3-b263-4c01-82e5-f2266ca27d6c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.2028284 Feb 14 16:22:11.163208 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4630f-25a6-4dd8-bd27-486d7f2864d0 req-97a3f54b-9fce-44ac-88aa-55c9630e7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:11.164513 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1be4630f-25a6-4dd8-bd27-486d7f2864d0 req-97a3f54b-9fce-44ac-88aa-55c9630e7be9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 913 time: 0.2067523 Feb 14 16:22:11.219880 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1be4630f-25a6-4dd8-bd27-486d7f2864d0 req-bfa0cccd-4271-4e1e-8c20-4252f89c2187 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ee36624-1407-48eb-876a-8e23366850c8 HTTP/1.1" status: 200 len: 217 time: 0.0389757 Feb 14 16:22:11.241282 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-51ee1b68-d4f0-4fed-a3b1-180eb51137dd req-e17b1aa2-3c58-42f9-a6dc-a6b641db8159 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738580 Feb 14 16:22:11.243362 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:11.306948 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4630f-25a6-4dd8-bd27-486d7f2864d0 req-552ddb0c-cbb6-4a5e-aae0-b06288d32982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:11.308704 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1be4630f-25a6-4dd8-bd27-486d7f2864d0 req-552ddb0c-cbb6-4a5e-aae0-b06288d32982 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b4c5ab6-b530-4a40-828d-6c24277d6e4f HTTP/1.1" status: 200 len: 851 time: 0.0630529 Feb 14 16:22:11.372848 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26895dfd-08e0-4432-8a3b-86953dc7b05c req-2dbff12f-9826-450b-b6c8-a981cfee3fd4 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:11.374868 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4630f-25a6-4dd8-bd27-486d7f2864d0 req-61a2ccd0-5375-4238-99db-620fcfbe4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:11.376441 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1be4630f-25a6-4dd8-bd27-486d7f2864d0 req-61a2ccd0-5375-4238-99db-620fcfbe4af4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44684784-0d26-471d-9a19-2b37a993c4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557299 Feb 14 16:22:11.378006 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-26895dfd-08e0-4432-8a3b-86953dc7b05c req-2dbff12f-9826-450b-b6c8-a981cfee3fd4 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0587056 Feb 14 16:22:11.423874 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-26895dfd-08e0-4432-8a3b-86953dc7b05c req-11763560-c6b8-4fda-8ab6-7502828758c6 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432932 Feb 14 16:22:11.495341 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1e357867-dcb1-4907-98fc-3510a8cbfb5d req-f83aac86-fa3b-4264-957a-79946fac22a7 tempest-VolumesActionsTest-189397061 tempest-VolumesActionsTest-189397061-project] 10.222.0.55 "GET /v2.0/ports?device_id=650b858a-89a7-46b6-bde1-de5026eda147 HTTP/1.1" status: 200 len: 210 time: 0.0357831 Feb 14 16:22:11.513099 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1be4630f-25a6-4dd8-bd27-486d7f2864d0 req-882ab70d-6071-404c-9d1a-960f407f309e service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179605 Feb 14 16:22:11.815003 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1be4630f-25a6-4dd8-bd27-486d7f2864d0 req-6726c846-3865-4775-81fd-4f46552d52d7 service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899945 Feb 14 16:22:12.143275 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650b858a-89a7-46b6-bde1-de5026eda147', 'name': 'network-vif-deleted', 'tag': '936c3163-e393-4a23-8084-4b28a568d52a'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:22:12.146271 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0034d8a4-d462-48f9-acf4-fddf666da32d" -d '{"events": [{"server_uuid": "650b858a-89a7-46b6-bde1-de5026eda147", "name": "network-vif-deleted", "tag": "936c3163-e393-4a23-8084-4b28a568d52a"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:22:12.180479 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e14515-eba6-4843-9a91-6b35d32e717b x-openstack-request-id: req-95e14515-eba6-4843-9a91-6b35d32e717b {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:22:12.180779 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650b858a-89a7-46b6-bde1-de5026eda147", "name": "network-vif-deleted", "tag": "936c3163-e393-4a23-8084-4b28a568d52a", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:22:12.181088 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95e14515-eba6-4843-9a91-6b35d32e717b {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:22:12.181541 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650b858a-89a7-46b6-bde1-de5026eda147', 'name': 'network-vif-deleted', 'tag': '936c3163-e393-4a23-8084-4b28a568d52a', 'status': 'completed', 'code': 200} Feb 14 16:22:12.266216 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd7a9-a113-47ad-bb97-24cfd5caa454 req-b927509c-09bb-4bd9-9130-4fccbdd19fad tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:12.267695 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0eecd7a9-a113-47ad-bb97-24cfd5caa454 req-b927509c-09bb-4bd9-9130-4fccbdd19fad tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 943 time: 0.0539114 Feb 14 16:22:12.328629 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0eecd7a9-a113-47ad-bb97-24cfd5caa454 req-ca5da09f-7bbb-4d7f-9d79-55d5ab783eb6 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520160 Feb 14 16:22:12.409789 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510000ee-3697-4f56-a68d-0793c2a23337 req-fc2e489d-70fd-45c2-b0f9-9d11d10bfb9a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:12.410545 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 16eef14d-643a-4553-a414-fc83179dbef1 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:22:12.411459 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-510000ee-3697-4f56-a68d-0793c2a23337 req-fc2e489d-70fd-45c2-b0f9-9d11d10bfb9a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0828683 Feb 14 16:22:12.468446 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-510000ee-3697-4f56-a68d-0793c2a23337 req-a09f7cb6-0cbb-430e-8b3a-fbf758d9c01d tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506258 Feb 14 16:22:12.530970 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 16eef14d-643a-4553-a414-fc83179dbef1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16eef14d-643a-4553-a414-fc83179dbef1,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:12.552178 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '16eef14d-643a-4553-a414-fc83179dbef1', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'port_id': '16eef14d-643a-4553-a414-fc83179dbef1', 'mac_address': 'fa:16:3e:d3:35:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:22:12.579837 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac57a81-2629-4968-93c2-339bb7198dc1 req-f3cc80d6-6b76-4a62-8d93-4a8b141c2560 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:12.589474 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ac57a81-2629-4968-93c2-339bb7198dc1 req-f3cc80d6-6b76-4a62-8d93-4a8b141c2560 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0735140 Feb 14 16:22:12.621447 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 16eef14d-643a-4553-a414-fc83179dbef1 is: ACTIVE; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:12.624857 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (16eef14d-643a-4553-a414-fc83179dbef1), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:12.657027 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16eef14d-643a-4553-a414-fc83179dbef1 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:22:12.691496 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ac57a81-2629-4968-93c2-339bb7198dc1 req-b9f72dff-9980-4cba-993b-ef70b587bd6e tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940814 Feb 14 16:22:12.702466 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 16eef14d-643a-4553-a414-fc83179dbef1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16eef14d-643a-4553-a414-fc83179dbef1,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:12.710227 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (16eef14d-643a-4553-a414-fc83179dbef1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:12.787386 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=16eef14d-643a-4553-a414-fc83179dbef1,revision_number=6']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:12.834644 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['16eef14d-643a-4553-a414-fc83179dbef1'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:22:13.493658 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11340a79-698a-4238-9efc-002bbeb25c01 req-34c6b953-81b0-4cb3-b512-1cadde1046a6 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:13.497300 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-11340a79-698a-4238-9efc-002bbeb25c01 req-34c6b953-81b0-4cb3-b512-1cadde1046a6 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 943 time: 0.0820639 Feb 14 16:22:13.568577 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-11340a79-698a-4238-9efc-002bbeb25c01 req-7ea4f24c-59d6-4a17-8f9a-e858ab11aca2 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648410 Feb 14 16:22:13.668198 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee055c-35f6-49a8-8847-f5211b9758aa req-062ebb7e-74d9-498c-a26b-d92ba6bbb730 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:13.675831 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-86ee055c-35f6-49a8-8847-f5211b9758aa req-062ebb7e-74d9-498c-a26b-d92ba6bbb730 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 944 time: 0.1085310 Feb 14 16:22:13.753343 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-86ee055c-35f6-49a8-8847-f5211b9758aa req-66b34a6e-45b7-45d1-91c1-3269e23cc9c4 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757475 Feb 14 16:22:13.837159 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da2e88-b7b5-4111-829d-e96cf6687a2b req-52d4029c-a3ef-4c67-932d-47b5be031ad8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:13.844421 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f6da2e88-b7b5-4111-829d-e96cf6687a2b req-52d4029c-a3ef-4c67-932d-47b5be031ad8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0764167 Feb 14 16:22:13.910154 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f6da2e88-b7b5-4111-829d-e96cf6687a2b req-12614b9a-00eb-458b-8233-c3dd6fc643f7 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644016 Feb 14 16:22:14.170986 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 52662) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:14.300946 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5d8a45c6-943c-4199-a778-62cf2f325c81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:14.381663 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5d8a45c6-943c-4199-a778-62cf2f325c81 admin admin] Publish callbacks [] for security_group (5b433591-4f54-4d3c-86f8-ad12e4842bf1), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:14.385984 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5d8a45c6-943c-4199-a778-62cf2f325c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (5b433591-4f54-4d3c-86f8-ad12e4842bf1), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:14.425495 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 16eef14d-643a-4553-a414-fc83179dbef1 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:22:14.438136 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-5d8a45c6-943c-4199-a778-62cf2f325c81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad859ca3eeae4c0bb5faa2f49dc9ae64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637157 Feb 14 16:22:14.438136 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a45c6-943c-4199-a778-62cf2f325c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b433591-4f54-4d3c-86f8-ad12e4842bf1,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:14.438976 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 52666) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:14.511656 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Publish callbacks [] for security_group (5b433591-4f54-4d3c-86f8-ad12e4842bf1), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:14.514457 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 16eef14d-643a-4553-a414-fc83179dbef1 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:14.516791 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (16eef14d-643a-4553-a414-fc83179dbef1), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:14.538193 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Publish callbacks [] for security_group (5b433591-4f54-4d3c-86f8-ad12e4842bf1), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:14.590993 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (5b433591-4f54-4d3c-86f8-ad12e4842bf1), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:14.593708 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:14.606265 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b433591-4f54-4d3c-86f8-ad12e4842bf1 HTTP/1.1" status: 204 len: 168 time: 0.1644249 Feb 14 16:22:14.631047 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b433591-4f54-4d3c-86f8-ad12e4842bf1,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:14.641434 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:14.641829 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:14.642216 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:14.642526 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:14.642867 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:14.643207 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:14.643546 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:14.643883 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:14.644219 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:14.644555 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:14.645988 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:14.646329 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:14.646665 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1126ad-9627-4eed-b2ac-4c7b893138ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:14.679693 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 16eef14d-643a-4553-a414-fc83179dbef1 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:14.680444 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (16eef14d-643a-4553-a414-fc83179dbef1), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:14.716144 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eef14d-643a-4553-a414-fc83179dbef1'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:22:14.719218 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57742373-2541-4bee-99f2-bee51ef86049" -d '{"events": [{"server_uuid": "7f0c9996-1f19-45c2-bd8a-9da588e94e6f", "name": "network-vif-plugged", "status": "completed", "tag": "16eef14d-643a-4553-a414-fc83179dbef1"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:22:14.760240 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 16eef14d-643a-4553-a414-fc83179dbef1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16eef14d-643a-4553-a414-fc83179dbef1,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:14.766962 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (16eef14d-643a-4553-a414-fc83179dbef1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:14.767956 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 936c3163-e393-4a23-8084-4b28a568d52a no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:22:14.776789 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf9585-11c7-47f3-b321-c57e2a896c9d req-aca2f6ed-addd-4fe8-a42a-b2dd81a9478f tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:14.778496 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-82cf9585-11c7-47f3-b321-c57e2a896c9d req-aca2f6ed-addd-4fe8-a42a-b2dd81a9478f tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 943 time: 0.0875695 Feb 14 16:22:14.825482 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5697c482-6b09-43a0-b6d4-441a8b330ce9 x-openstack-request-id: req-5697c482-6b09-43a0-b6d4-441a8b330ce9 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:22:14.825797 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0c9996-1f19-45c2-bd8a-9da588e94e6f", "name": "network-vif-plugged", "status": "completed", "tag": "16eef14d-643a-4553-a414-fc83179dbef1", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:22:14.826145 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5697c482-6b09-43a0-b6d4-441a8b330ce9 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:22:14.826601 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eef14d-643a-4553-a414-fc83179dbef1', 'code': 200} Feb 14 16:22:14.829171 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=16eef14d-643a-4553-a414-fc83179dbef1,revision_number=7']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:14.854500 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: 936c3163-e393-4a23-8084-4b28a568d52a {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:22:14.854943 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 936c3163-e393-4a23-8084-4b28a568d52a not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:22:14.878242 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-82cf9585-11c7-47f3-b321-c57e2a896c9d req-bb0e946a-5e22-47e1-9b99-94e884ca4769 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935931 Feb 14 16:22:14.994745 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947adf0-55d2-44d8-9ed1-d2e78ce051f2 req-fdc52e95-ded7-467b-bd5c-33f263ab43b7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:14.996341 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0947adf0-55d2-44d8-9ed1-d2e78ce051f2 req-fdc52e95-ded7-467b-bd5c-33f263ab43b7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0692704 Feb 14 16:22:15.112379 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0947adf0-55d2-44d8-9ed1-d2e78ce051f2 req-b46b8ecb-479c-4845-94d7-6d7d2a05645c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061039 Feb 14 16:22:15.131571 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81373a2-7155-4357-8b83-f72b61e1407c req-7643856c-c445-4763-a3c0-20597f0465a2 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:15.135916 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b81373a2-7155-4357-8b83-f72b61e1407c req-7643856c-c445-4763-a3c0-20597f0465a2 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.1175780 Feb 14 16:22:15.213608 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b81373a2-7155-4357-8b83-f72b61e1407c req-da9a76e2-c01e-4ed1-9cd8-cd254aa567b3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712035 Feb 14 16:22:15.592808 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 52700) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:15.736710 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1854180651-network', 'tenant_id': '8795f07d4be04c0db34e33a77ebde341'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:15.759101 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] Made reservation on behalf of 8795f07d4be04c0db34e33a77ebde341 for: {'network': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:22:15.761773 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:15.772354 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:15.870876 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] Publish callbacks [] for security_group (f3ff8e81-b98b-44a6-9a66-a6767bf4c942), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:15.883240 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (f3ff8e81-b98b-44a6-9a66-a6767bf4c942), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:15.910152 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:22:15.925516 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ff8e81-b98b-44a6-9a66-a6767bf4c942,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:15.940525 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (f7267f49-940a-452e-8269-5ef7a4a00735), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:15.940875 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.segments_db [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] Added segment f7267f49-940a-452e-8269-5ef7a4a00735 of type vlan for network 1d20351a-df21-4dd1-a925-88bd26c13610 Feb 14 16:22:15.992097 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (1d20351a-df21-4dd1-a925-88bd26c13610), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:16.074147 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (1d20351a-df21-4dd1-a925-88bd26c13610), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:16.075597 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:16.076323 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:16.122806 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7b024-31d6-44f8-91fb-c8a4b813e48b req-3192aeca-4a0f-4e6d-b7ea-5b869910bfd7 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:16.124491 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-68c7b024-31d6-44f8-91fb-c8a4b813e48b req-3192aeca-4a0f-4e6d-b7ea-5b869910bfd7 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 943 time: 0.1346335 Feb 14 16:22:16.232212 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] Pushing event updated for resources: {'Network': ['ID=1d20351a-df21-4dd1-a925-88bd26c13610,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:16.232212 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-b5229950-2946-421b-aa11-f3a4c3df8f4e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6334958 Feb 14 16:22:16.232416 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 52712) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:16.243146 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-0f7d71c3-9ef4-4e90-b35e-2c9cbb8ad461 admin admin] Request body: {'subnet': {'network_id': '1d20351a-df21-4dd1-a925-88bd26c13610', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1854180651-subnet', 'tenant_id': '8795f07d4be04c0db34e33a77ebde341', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:16.243697 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network 1d20351a-df21-4dd1-a925-88bd26c13610 details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:22:16.308085 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-68c7b024-31d6-44f8-91fb-c8a4b813e48b req-e0eaf215-26a1-4d15-b29c-cc86b33e23b4 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586890 Feb 14 16:22:16.384569 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7d71c3-9ef4-4e90-b35e-2c9cbb8ad461 admin admin] Made reservation on behalf of 8795f07d4be04c0db34e33a77ebde341 for: {'subnet': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:22:16.389603 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0f7d71c3-9ef4-4e90-b35e-2c9cbb8ad461 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260062748'] for subnet (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:16.420834 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a56977-a6e0-475b-8246-4b4c8e2c284f req-624f6d6a-7469-4b70-8ffd-26c39ba415cd tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:16.422829 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-36a56977-a6e0-475b-8246-4b4c8e2c284f req-624f6d6a-7469-4b70-8ffd-26c39ba415cd tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.1761701 Feb 14 16:22:16.477775 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3256b99-0737-4ef2-bdd1-fcf253910484 req-0af86b51-746b-4ea9-8dfc-1d64cd2c505e tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:16.481086 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f3256b99-0737-4ef2-bdd1-fcf253910484 req-0af86b51-746b-4ea9-8dfc-1d64cd2c505e tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0732665 Feb 14 16:22:16.544277 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f3256b99-0737-4ef2-bdd1-fcf253910484 req-4b4c734c-7c3a-4aa6-b77b-d1b58461051d tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564673 Feb 14 16:22:16.557116 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-36a56977-a6e0-475b-8246-4b4c8e2c284f req-59c5ced6-d74f-4c0e-9612-f3ef9d5185dd tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235542 Feb 14 16:22:16.683260 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0f7d71c3-9ef4-4e90-b35e-2c9cbb8ad461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260103192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260062766'] for subnet (82014ab9-da8b-43d4-934d-b6977a3c0fe2), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:16.752605 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d71c3-9ef4-4e90-b35e-2c9cbb8ad461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82014ab9-da8b-43d4-934d-b6977a3c0fe2,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:16.763925 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d71c3-9ef4-4e90-b35e-2c9cbb8ad461 admin admin] Checking segment: {'id': 'f7267f49-940a-452e-8269-5ef7a4a00735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1d20351a-df21-4dd1-a925-88bd26c13610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:22:16.764299 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d71c3-9ef4-4e90-b35e-2c9cbb8ad461 admin admin] Network hostable DHCP agents. Network: 1d20351a-df21-4dd1-a925-88bd26c13610, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:22:16.784362 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d71c3-9ef4-4e90-b35e-2c9cbb8ad461 admin admin] Network 1d20351a-df21-4dd1-a925-88bd26c13610 is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:22:16.796405 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-0f7d71c3-9ef4-4e90-b35e-2c9cbb8ad461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, 1d20351a-df21-4dd1-a925-88bd26c13610) {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:22:16.802270 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7d71c3-9ef4-4e90-b35e-2c9cbb8ad461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:16.803552 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0f7d71c3-9ef4-4e90-b35e-2c9cbb8ad461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:16.806784 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781cb20d-5cc4-43f8-9dc0-88efa418ab0e None None] Network 1d20351a-df21-4dd1-a925-88bd26c13610 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:22:16.824145 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-0f7d71c3-9ef4-4e90-b35e-2c9cbb8ad461 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5888553 Feb 14 16:22:16.951881 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a969194-da04-4ac2-ab63-713518cab7de None None] Network 1d20351a-df21-4dd1-a925-88bd26c13610 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:22:17.519214 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f1ad6-57c7-4577-9b93-6c8add31f54f req-8335b322-4461-4d83-92ca-86a30fd3d235 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:17.521349 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b50f1ad6-57c7-4577-9b93-6c8add31f54f req-8335b322-4461-4d83-92ca-86a30fd3d235 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 943 time: 0.1088812 Feb 14 16:22:17.600105 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b50f1ad6-57c7-4577-9b93-6c8add31f54f req-ad1498fe-fc58-4b0b-b2ca-cbf5ad2f0de5 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642440 Feb 14 16:22:17.757904 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556ec87-3daf-4824-81dd-28b5520a5341 req-0d383dad-6010-42f3-9cf6-744060962354 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:17.759533 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1d5a-6e25-4fc4-8f72-3decf225a1c2 req-cae5c474-0936-4b84-ba46-3c3fb0950c02 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:17.763274 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3baa1d5a-6e25-4fc4-8f72-3decf225a1c2 req-cae5c474-0936-4b84-ba46-3c3fb0950c02 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0781171 Feb 14 16:22:17.770988 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1556ec87-3daf-4824-81dd-28b5520a5341 req-0d383dad-6010-42f3-9cf6-744060962354 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0829179 Feb 14 16:22:17.823315 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3baa1d5a-6e25-4fc4-8f72-3decf225a1c2 req-73054ab3-5e85-4dbf-8a26-125d5a453268 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504489 Feb 14 16:22:17.827249 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1556ec87-3daf-4824-81dd-28b5520a5341 req-808c5f20-d639-462a-80f9-8240faf7ad37 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552065 Feb 14 16:22:17.956244 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b25ac-4266-425e-936e-3352170b43d6 req-751c9870-149a-485a-9733-499af5980386 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:17.958832 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-449b25ac-4266-425e-936e-3352170b43d6 req-751c9870-149a-485a-9733-499af5980386 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0646784 Feb 14 16:22:18.008010 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-449b25ac-4266-425e-936e-3352170b43d6 req-c112dd11-fcf5-4d3c-aed3-2c94550b02d8 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435212 Feb 14 16:22:18.460996 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c65876c-61a3-44ff-954e-5a4096573b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:18.724754 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb4c1-4c74-4b00-8163-0e64dc0caa77 req-80ed0b7f-481f-4e0b-8e71-38113de7de61 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:18.726258 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6dfdb4c1-4c74-4b00-8163-0e64dc0caa77 req-80ed0b7f-481f-4e0b-8e71-38113de7de61 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 943 time: 0.0570590 Feb 14 16:22:18.780109 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6dfdb4c1-4c74-4b00-8163-0e64dc0caa77 req-f2d4874c-eb86-46c4-bd06-555cdb490491 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474417 Feb 14 16:22:18.974999 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064fd61-2b10-459b-b817-8660451722fe req-a4ece4ee-61b3-46d4-acec-51f9d9e34e6b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:18.976752 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2064fd61-2b10-459b-b817-8660451722fe req-a4ece4ee-61b3-46d4-acec-51f9d9e34e6b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0753889 Feb 14 16:22:18.984675 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbf0f0-71dc-4994-96e2-1851f8bfa6b1 req-dbf7d078-4707-43ad-b322-825971d841fb tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:18.986711 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d8fbf0f0-71dc-4994-96e2-1851f8bfa6b1 req-dbf7d078-4707-43ad-b322-825971d841fb tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0635359 Feb 14 16:22:19.052342 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d8fbf0f0-71dc-4994-96e2-1851f8bfa6b1 req-08b961f9-75bc-4344-8274-011a097dfb4a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522199 Feb 14 16:22:19.052501 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2064fd61-2b10-459b-b817-8660451722fe req-c03b3b04-c94d-488b-b491-76b9fd5dcc5a tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620158 Feb 14 16:22:19.169412 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6faeaf4-caf8-4fa4-8dff-74aa9ab4e1e9 req-8284afc2-f2e0-447c-b4b4-c4d3f6e5bc51 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:19.171046 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c6faeaf4-caf8-4fa4-8dff-74aa9ab4e1e9 req-8284afc2-f2e0-447c-b4b4-c4d3f6e5bc51 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0680008 Feb 14 16:22:19.229602 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c6faeaf4-caf8-4fa4-8dff-74aa9ab4e1e9 req-bfa88bf0-56b5-41c4-bb90-51693c4319d5 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517337 Feb 14 16:22:19.920301 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ce418-ca4f-47cc-b5b6-01fcb76382f2 req-96ec1baa-1e29-465e-9350-74f505859cd0 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:19.921932 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0a8ce418-ca4f-47cc-b5b6-01fcb76382f2 req-96ec1baa-1e29-465e-9350-74f505859cd0 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 943 time: 0.0653312 Feb 14 16:22:19.978890 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0a8ce418-ca4f-47cc-b5b6-01fcb76382f2 req-42a81633-3c29-45a0-b066-027c52b45ecc tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507743 Feb 14 16:22:20.199749 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac8658-9ce9-4e04-b5b1-ada989736189 req-2d68f96f-59fe-46f4-a139-303260f39dbd tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:20.201987 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-46ac8658-9ce9-4e04-b5b1-ada989736189 req-2d68f96f-59fe-46f4-a139-303260f39dbd tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0730174 Feb 14 16:22:20.204713 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49f471-9dd2-4332-8089-07919ef88a28 req-49829eac-9636-426e-a25d-5680d274da05 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:20.208670 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5b49f471-9dd2-4332-8089-07919ef88a28 req-49829eac-9636-426e-a25d-5680d274da05 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0914299 Feb 14 16:22:20.261529 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-46ac8658-9ce9-4e04-b5b1-ada989736189 req-c4b22410-b858-40d3-9f07-fb806101bebc tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486374 Feb 14 16:22:20.286172 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5b49f471-9dd2-4332-8089-07919ef88a28 req-beb6b4f0-7b8c-4d22-88ba-9366dd787a8e tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685718 Feb 14 16:22:20.362937 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9e713-69d9-4aec-9e90-6b5bb42b0394 req-0df62f69-4b12-4327-a445-4473e3849201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:20.365045 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3be9e713-69d9-4aec-9e90-6b5bb42b0394 req-0df62f69-4b12-4327-a445-4473e3849201 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca15708118b44a1a682c7b615afc8a1&device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 1129 time: 0.0694299 Feb 14 16:22:20.515406 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bcbee-1688-4276-906a-511268e72f05 req-0a38e1ed-9f2c-490a-bb5d-16483e12892c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:20.517092 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c59bcbee-1688-4276-906a-511268e72f05 req-0a38e1ed-9f2c-490a-bb5d-16483e12892c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1452513 Feb 14 16:22:20.559472 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9e713-69d9-4aec-9e90-6b5bb42b0394 req-e2977c87-3b6e-484a-912f-8fe1c0682375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:20.561852 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3be9e713-69d9-4aec-9e90-6b5bb42b0394 req-e2977c87-3b6e-484a-912f-8fe1c0682375 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a HTTP/1.1" status: 200 len: 920 time: 0.1744125 Feb 14 16:22:20.623455 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3be9e713-69d9-4aec-9e90-6b5bb42b0394 req-6303446a-e69d-4615-8b4c-3fd7ef99e041 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=699e4ea1-016f-4cdf-9901-5277fb74b1f1 HTTP/1.1" status: 200 len: 217 time: 0.0504379 Feb 14 16:22:20.628295 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c59bcbee-1688-4276-906a-511268e72f05 req-a41e40fb-ca8b-4056-9263-b5ffe754c4f0 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989161 Feb 14 16:22:20.679731 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9e713-69d9-4aec-9e90-6b5bb42b0394 req-cd57cc29-a45e-4035-89de-23a7119ecbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:20.681559 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3be9e713-69d9-4aec-9e90-6b5bb42b0394 req-cd57cc29-a45e-4035-89de-23a7119ecbd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29897062-631a-49da-8452-c4a2baf64bda HTTP/1.1" status: 200 len: 859 time: 0.0489028 Feb 14 16:22:20.720753 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3be9e713-69d9-4aec-9e90-6b5bb42b0394 req-0080af56-42d9-4b41-9f58-013ec5a13dc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313087 Feb 14 16:22:20.722874 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-71cd08b9-ee25-4927-902c-4333b0a69ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:20.831997 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3be9e713-69d9-4aec-9e90-6b5bb42b0394 req-82a5b9f6-9944-4dbc-92e6-d3fa0cc7388d service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025071 Feb 14 16:22:20.940529 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3be9e713-69d9-4aec-9e90-6b5bb42b0394 req-8d6faf1d-e0aa-4437-8e08-154a0d3cdeef service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004479 Feb 14 16:22:21.129955 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51e17f-e036-4a3c-a424-79f01f28cd1a req-f2dfcb45-342d-4540-ad19-f96b869ee59f tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:21.131505 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9d51e17f-e036-4a3c-a424-79f01f28cd1a req-f2dfcb45-342d-4540-ad19-f96b869ee59f tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 943 time: 0.0579796 Feb 14 16:22:21.194075 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9d51e17f-e036-4a3c-a424-79f01f28cd1a req-f034acd7-d76a-4a39-9258-c0d02f4cb163 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568709 Feb 14 16:22:21.445820 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dfe3f-25de-4086-8359-296af932cea6 req-50b0d5b3-f94c-4082-afe9-c6239915768f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:21.448846 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-823dfe3f-25de-4086-8359-296af932cea6 req-50b0d5b3-f94c-4082-afe9-c6239915768f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0805984 Feb 14 16:22:21.456372 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c233e-110a-4731-9453-192e90331b42 req-9b7db60b-cf97-4a37-9fae-9890ea9f3f69 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:21.458441 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2f4c233e-110a-4731-9453-192e90331b42 req-9b7db60b-cf97-4a37-9fae-9890ea9f3f69 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0606623 Feb 14 16:22:21.532904 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-823dfe3f-25de-4086-8359-296af932cea6 req-465a2f61-7e0f-48a9-9e6e-92d630bb97e6 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771909 Feb 14 16:22:21.552196 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2f4c233e-110a-4731-9453-192e90331b42 req-3ec45cc4-e234-45f2-8c00-b92c4322b6f8 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750346 Feb 14 16:22:21.842782 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed82bc-76b1-4537-87a2-af8cac80a96f req-2299d9ea-c1aa-4dd0-9a65-44d6df9bfb2b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:21.844356 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-69ed82bc-76b1-4537-87a2-af8cac80a96f req-2299d9ea-c1aa-4dd0-9a65-44d6df9bfb2b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0962141 Feb 14 16:22:21.926344 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-69ed82bc-76b1-4537-87a2-af8cac80a96f req-fd365a97-8dcb-4bf4-bc0e-398bd34ae273 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706527 Feb 14 16:22:22.018802 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:22.434366 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272adee9-3801-4e03-8250-fb2f2e3be0b8 req-4ed57d31-06e6-48ff-b8c8-c2cfd91763c8 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:22.443350 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-272adee9-3801-4e03-8250-fb2f2e3be0b8 req-4ed57d31-06e6-48ff-b8c8-c2cfd91763c8 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 943 time: 0.1201873 Feb 14 16:22:22.517426 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-272adee9-3801-4e03-8250-fb2f2e3be0b8 req-b916f823-c77b-44fe-95cd-258c10fc651a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682867 Feb 14 16:22:22.695239 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44199c64-b854-41f7-a3b4-1a0fce90cc69 req-a2170a92-8766-4663-a3c5-e1dc7b24d7ad tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:22.697046 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-44199c64-b854-41f7-a3b4-1a0fce90cc69 req-a2170a92-8766-4663-a3c5-e1dc7b24d7ad tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0881903 Feb 14 16:22:22.775355 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-44199c64-b854-41f7-a3b4-1a0fce90cc69 req-60a6656d-69d6-4cc1-826f-949dec889b37 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697846 Feb 14 16:22:22.954364 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c324a70-8a95-462b-86f3-cf5021b169da req-ea3741b9-51a8-44ea-be98-9e32656fc95e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:22.968112 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7c324a70-8a95-462b-86f3-cf5021b169da req-ea3741b9-51a8-44ea-be98-9e32656fc95e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0965116 Feb 14 16:22:23.057703 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7c324a70-8a95-462b-86f3-cf5021b169da req-764dad01-3bd2-4ec1-85e0-f83b803bacf5 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883083 Feb 14 16:22:23.226855 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb23eb-0eff-43f9-bce6-a92a08fe6630 req-4dc1c08b-b2b8-4718-999a-7eb02bceebf3 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:23.235210 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-06cb23eb-0eff-43f9-bce6-a92a08fe6630 req-4dc1c08b-b2b8-4718-999a-7eb02bceebf3 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1021037 Feb 14 16:22:23.313220 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-06cb23eb-0eff-43f9-bce6-a92a08fe6630 req-fe2f079f-d3be-43f3-a474-9e5d57238ec6 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770156 Feb 14 16:22:23.575001 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:23.700694 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7eeaf-023a-4105-888d-b503a6b408b2 req-ea6fae83-dbee-4805-86b4-37353a5a77a5 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:23.709324 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-36f7eeaf-023a-4105-888d-b503a6b408b2 req-ea6fae83-dbee-4805-86b4-37353a5a77a5 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 943 time: 0.0818710 Feb 14 16:22:23.768547 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-36f7eeaf-023a-4105-888d-b503a6b408b2 req-43b5d07a-ded7-4df4-9ae0-32c714bd8b05 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528369 Feb 14 16:22:23.824446 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-600e34d4-b1a3-446e-915f-22d1956d8327 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:23.826089 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-600e34d4-b1a3-446e-915f-22d1956d8327 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/networks?id=1d20351a-df21-4dd1-a925-88bd26c13610 HTTP/1.1" status: 200 len: 814 time: 0.1745121 Feb 14 16:22:23.846783 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-6608b286-9487-4bc9-8977-4e3b40ea6bd1 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/quotas/8795f07d4be04c0db34e33a77ebde341 HTTP/1.1" status: 200 len: 375 time: 0.0118477 Feb 14 16:22:23.886327 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-0acd9910-f7dd-4eac-ae43-9f3776b86538 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8795f07d4be04c0db34e33a77ebde341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303118 Feb 14 16:22:23.979337 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323024b8-68f2-4318-92d4-39adc7c52785 req-3a816399-c959-4452-9561-7d4e072b5b25 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:23.986335 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-323024b8-68f2-4318-92d4-39adc7c52785 req-3a816399-c959-4452-9561-7d4e072b5b25 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0799277 Feb 14 16:22:24.017525 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-0d9806b2-4ebd-4c7e-8f2b-713e8394084f service neutron] 10.222.0.55 "GET /v2.0/networks/1d20351a-df21-4dd1-a925-88bd26c13610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192272 Feb 14 16:22:24.044706 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-323024b8-68f2-4318-92d4-39adc7c52785 req-6c801d44-f6e6-4b34-b909-f056677ed190 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574410 Feb 14 16:22:24.150062 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-d4476899-1b42-415f-b2ba-8c5e3ade801d service neutron] 10.222.0.55 "GET /v2.0/networks/1d20351a-df21-4dd1-a925-88bd26c13610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310894 Feb 14 16:22:24.208966 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659db1e-93dc-48a9-b0e0-ae095b8f062d req-f7993150-ada4-4a97-aa2d-9e3fbde13b6e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:24.216542 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2659db1e-93dc-48a9-b0e0-ae095b8f062d req-f7993150-ada4-4a97-aa2d-9e3fbde13b6e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0777750 Feb 14 16:22:24.272545 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2659db1e-93dc-48a9-b0e0-ae095b8f062d req-6d22afb1-d461-47dd-ba47-9f4903c01cfa tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548463 Feb 14 16:22:24.399538 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-051a0394-a36b-4657-aff4-84dd965352dc req-4897e0df-34fc-4e86-96f0-54662d35c986 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 210 time: 0.0763354 Feb 14 16:22:24.501762 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147de4a-3902-4d54-9603-f61cf212e956 req-ca5bf8ec-f00e-4796-9eba-d89e55127908 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:24.509922 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5147de4a-3902-4d54-9603-f61cf212e956 req-ca5bf8ec-f00e-4796-9eba-d89e55127908 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0904760 Feb 14 16:22:24.688227 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5147de4a-3902-4d54-9603-f61cf212e956 req-700ecca6-42ba-4de9-82a1-ec57c5e3a906 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769536 Feb 14 16:22:24.723427 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3950dc-ac43-44a2-9180-a3c9d05b6dc7 req-58269de4-28e4-4314-acd3-00e21c2c4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:24.725124 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7c3950dc-ac43-44a2-9180-a3c9d05b6dc7 req-58269de4-28e4-4314-acd3-00e21c2c4e8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac0c72c994864a80a9975f44cae07762&device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 1129 time: 0.1620371 Feb 14 16:22:24.765156 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:24.877784 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3950dc-ac43-44a2-9180-a3c9d05b6dc7 req-fefbfd3a-83e0-453e-a1cb-1deb09811191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:24.880024 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7c3950dc-ac43-44a2-9180-a3c9d05b6dc7 req-fefbfd3a-83e0-453e-a1cb-1deb09811191 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 HTTP/1.1" status: 200 len: 917 time: 0.1445165 Feb 14 16:22:24.907658 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ca049-1922-4af1-a4d1-270559ea73ef req-af85a502-afde-44c2-aea6-3b52327e1757 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:24.909157 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ea6ca049-1922-4af1-a4d1-270559ea73ef req-af85a502-afde-44c2-aea6-3b52327e1757 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 943 time: 0.0641565 Feb 14 16:22:24.979695 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7c3950dc-ac43-44a2-9180-a3c9d05b6dc7 req-03b642d5-97a4-427f-8360-4cec87a7cfab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16eef14d-643a-4553-a414-fc83179dbef1 HTTP/1.1" status: 200 len: 1001 time: 0.0912216 Feb 14 16:22:25.011687 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ea6ca049-1922-4af1-a4d1-270559ea73ef req-d882d8e1-e3a2-4883-b883-196e57642697 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835741 Feb 14 16:22:25.045050 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3950dc-ac43-44a2-9180-a3c9d05b6dc7 req-e9e8529b-cfb0-4ba5-98c7-26a4babaf65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:25.046554 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7c3950dc-ac43-44a2-9180-a3c9d05b6dc7 req-e9e8529b-cfb0-4ba5-98c7-26a4babaf65a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b022af-3860-42a7-933a-01d0f454c9a6 HTTP/1.1" status: 200 len: 855 time: 0.0562968 Feb 14 16:22:25.102846 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3950dc-ac43-44a2-9180-a3c9d05b6dc7 req-e480f82f-db5c-43b1-99d8-566005765695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:25.104572 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7c3950dc-ac43-44a2-9180-a3c9d05b6dc7 req-e480f82f-db5c-43b1-99d8-566005765695 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511112 Feb 14 16:22:25.281059 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7c3950dc-ac43-44a2-9180-a3c9d05b6dc7 req-451fbf11-6999-4235-b66c-f44c0d1ffd6a service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664701 Feb 14 16:22:25.295169 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a536a8c-2eaf-4dc9-9f1f-cde6259d3190 req-3012e293-0544-4dfb-9034-833494e03f2a tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:25.302709 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1a536a8c-2eaf-4dc9-9f1f-cde6259d3190 req-3012e293-0544-4dfb-9034-833494e03f2a tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.1309972 Feb 14 16:22:25.422940 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1a536a8c-2eaf-4dc9-9f1f-cde6259d3190 req-99a60f78-1f9e-442b-8464-75447a903f16 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169727 Feb 14 16:22:25.457512 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7c3950dc-ac43-44a2-9180-a3c9d05b6dc7 req-091e3269-7727-4f1d-9fbb-f53168f3bef9 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523592 Feb 14 16:22:25.481408 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450161f4-3e2f-4316-a739-c8265f15716a req-c6c8c9d2-7d1a-462b-849e-e2c442b7f6d7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:25.483008 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-450161f4-3e2f-4316-a739-c8265f15716a req-c6c8c9d2-7d1a-462b-849e-e2c442b7f6d7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.1144516 Feb 14 16:22:25.527077 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f117f5d2-f47a-4a92-b8bd-8388ab299d45 req-08cc7f38-67a8-41ee-863f-bfd7ad3cba42 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 210 time: 0.0300920 Feb 14 16:22:25.541652 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-450161f4-3e2f-4316-a739-c8265f15716a req-e35149c0-8ee4-4071-b243-24dc60f3a599 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495975 Feb 14 16:22:25.962684 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-3eec139d-7858-4f5f-8d14-feab7e5c8ed8 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:25.963997 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-3eec139d-7858-4f5f-8d14-feab7e5c8ed8 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.42 "GET /v2.0/networks?id=1d20351a-df21-4dd1-a925-88bd26c13610 HTTP/1.1" status: 200 len: 814 time: 0.2301881 Feb 14 16:22:25.980263 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a4a1b-33ac-4af1-aaf8-a00c6d367ba4 req-83fef916-fd52-47a5-8210-4108a75cd081 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:25.982139 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8e8a4a1b-33ac-4af1-aaf8-a00c6d367ba4 req-83fef916-fd52-47a5-8210-4108a75cd081 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1340590 Feb 14 16:22:25.987058 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-2b00ebab-f4c3-4840-9588-abee571dcc02 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Request body: {'port': {'device_id': 'db09d0a4-2aa3-49d3-8010-0660d361fec1', 'network_id': '1d20351a-df21-4dd1-a925-88bd26c13610', 'admin_state_up': True, 'tenant_id': '8795f07d4be04c0db34e33a77ebde341'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:26.168956 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8e8a4a1b-33ac-4af1-aaf8-a00c6d367ba4 req-8194b7ef-5f57-46cb-9199-488f37f2b2ed tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775398 Feb 14 16:22:26.190336 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-2b00ebab-f4c3-4840-9588-abee571dcc02 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Made reservation on behalf of 8795f07d4be04c0db34e33a77ebde341 for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:22:26.194351 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-2b00ebab-f4c3-4840-9588-abee571dcc02 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:26.209026 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315da0e-9f2f-48ac-bbe1-06273e60824f req-13dd4e19-6a79-4ae8-95bc-108d641c9638 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:26.216313 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0315da0e-9f2f-48ac-bbe1-06273e60824f req-13dd4e19-6a79-4ae8-95bc-108d641c9638 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 943 time: 0.1023350 Feb 14 16:22:26.285209 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0315da0e-9f2f-48ac-bbe1-06273e60824f req-8e1289cb-317d-4ce1-84f2-6b297ee7d1f6 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633636 Feb 14 16:22:26.340150 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-2b00ebab-f4c3-4840-9588-abee571dcc02 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Allocated IP 172.20.0.13 (1d20351a-df21-4dd1-a925-88bd26c13610/82014ab9-da8b-43d4-934d-b6977a3c0fe2/0b3ebbea-bd1b-4b8a-955d-1bf6001d5591) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:22:26.479390 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 3ee36624-1407-48eb-876a-8e23366850c8 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:22:26.521498 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 16eef14d-643a-4553-a414-fc83179dbef1 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:22:26.588500 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-2b00ebab-f4c3-4840-9588-abee571dcc02 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks [] for port (0b3ebbea-bd1b-4b8a-955d-1bf6001d5591), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:26.620624 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f950ed7-7acf-41ae-9dfa-1e04c8ac60c9 req-2de92000-dc1e-4b0e-9ea2-8a336b6c8167 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:26.630079 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4f950ed7-7acf-41ae-9dfa-1e04c8ac60c9 req-2de92000-dc1e-4b0e-9ea2-8a336b6c8167 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0859616 Feb 14 16:22:26.666744 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 3ee36624-1407-48eb-876a-8e23366850c8, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=3ee36624-1407-48eb-876a-8e23366850c8,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:26.685845 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3727e963-9af9-425e-805a-1f6f1ef82d4a req-f6c4d48f-b771-4d8e-beab-a16b5bbf5dd2 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 210 time: 0.0694196 Feb 14 16:22:26.708750 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '3ee36624-1407-48eb-876a-8e23366850c8', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'port_id': '3ee36624-1407-48eb-876a-8e23366850c8', 'mac_address': 'fa:16:3e:89:7d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:22:26.737215 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4f950ed7-7acf-41ae-9dfa-1e04c8ac60c9 req-1f772774-d603-44f1-a66f-56d67eaf7722 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920842 Feb 14 16:22:26.745295 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-2b00ebab-f4c3-4840-9588-abee571dcc02 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (0b3ebbea-bd1b-4b8a-955d-1bf6001d5591), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:26.784306 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 3ee36624-1407-48eb-876a-8e23366850c8 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:26.784702 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (3ee36624-1407-48eb-876a-8e23366850c8), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:26.796360 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 16eef14d-643a-4553-a414-fc83179dbef1 is: ACTIVE; New status is: DOWN {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:26.797032 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (16eef14d-643a-4553-a414-fc83179dbef1), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:26.804692 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-2b00ebab-f4c3-4840-9588-abee571dcc02 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Network 1d20351a-df21-4dd1-a925-88bd26c13610 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:22:26.808434 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-2b00ebab-f4c3-4840-9588-abee571dcc02 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:22:26.812807 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-2b00ebab-f4c3-4840-9588-abee571dcc02 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:22:26.815754 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee36624-1407-48eb-876a-8e23366850c8 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:22:26.855960 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00ebab-f4c3-4840-9588-abee571dcc02 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Pushing event updated for resources: {'Port': ['ID=0b3ebbea-bd1b-4b8a-955d-1bf6001d5591,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:26.861400 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6cc4-3d07-400f-8911-2e15d30ae35b req-bd622ec6-0b8e-4946-aedc-2485ef28df24 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:26.870220 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 3ee36624-1407-48eb-876a-8e23366850c8, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=3ee36624-1407-48eb-876a-8e23366850c8,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:26.871060 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c39b6cc4-3d07-400f-8911-2e15d30ae35b req-bd622ec6-0b8e-4946-aedc-2485ef28df24 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 945 time: 0.0904622 Feb 14 16:22:26.886684 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16eef14d-643a-4553-a414-fc83179dbef1'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:22:26.888964 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa48595-0c7a-45dc-9374-9851399a933c" -d '{"events": [{"server_uuid": "7f0c9996-1f19-45c2-bd8a-9da588e94e6f", "name": "network-vif-unplugged", "status": "completed", "tag": "16eef14d-643a-4553-a414-fc83179dbef1"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:22:26.895051 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-2b00ebab-f4c3-4840-9588-abee571dcc02 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:26.895709 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-2b00ebab-f4c3-4840-9588-abee571dcc02 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:26.913947 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (3ee36624-1407-48eb-876a-8e23366850c8), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:26.921441 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 16eef14d-643a-4553-a414-fc83179dbef1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16eef14d-643a-4553-a414-fc83179dbef1,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:26.933093 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c39b6cc4-3d07-400f-8911-2e15d30ae35b req-0eb7e0ae-7993-4b19-8c44-9b393b2d77b5 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606232 Feb 14 16:22:26.941063 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-2b00ebab-f4c3-4840-9588-abee571dcc02 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9579527 Feb 14 16:22:26.962581 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Request body: {'port': {'device_id': 'db09d0a4-2aa3-49d3-8010-0660d361fec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:26.970415 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (16eef14d-643a-4553-a414-fc83179dbef1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:26.979458 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 16:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b017e9b7-2a6b-4d04-8b63-25147e17892c x-openstack-request-id: req-b017e9b7-2a6b-4d04-8b63-25147e17892c {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:22:26.979971 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0c9996-1f19-45c2-bd8a-9da588e94e6f", "name": "network-vif-unplugged", "status": "completed", "tag": "16eef14d-643a-4553-a414-fc83179dbef1", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:22:26.980375 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b017e9b7-2a6b-4d04-8b63-25147e17892c {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:22:26.980939 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16eef14d-643a-4553-a414-fc83179dbef1', 'code': 200} Feb 14 16:22:27.016109 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=3ee36624-1407-48eb-876a-8e23366850c8,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:27.023927 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:27.024563 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:27.025060 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:27.025603 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:27.026101 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:27.026591 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:27.027072 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:27.027550 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:27.028046 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:27.028548 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:27.029028 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:27.029545 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:27.030037 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:27.059578 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (0b3ebbea-bd1b-4b8a-955d-1bf6001d5591), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:27.087663 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=16eef14d-643a-4553-a414-fc83179dbef1,revision_number=8']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:27.227926 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['3ee36624-1407-48eb-876a-8e23366850c8'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:22:27.376878 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793aa6f4-8512-4828-9546-2394d9b0c24a req-b49bb56e-201c-4ace-9f60-ded8ea2b91cb tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:27.390992 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-793aa6f4-8512-4828-9546-2394d9b0c24a req-b49bb56e-201c-4ace-9f60-ded8ea2b91cb tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1329944 Feb 14 16:22:27.462764 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-793aa6f4-8512-4828-9546-2394d9b0c24a req-5fe29697-776b-41e1-9e17-7eba2c448da4 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705462 Feb 14 16:22:27.536457 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:22:27.538716 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Publish callbacks [] for port (0b3ebbea-bd1b-4b8a-955d-1bf6001d5591), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:27.552117 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Transition to ACTIVE for port object 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:22:27.565788 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (0b3ebbea-bd1b-4b8a-955d-1bf6001d5591), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:27.578981 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ebf92-25af-48d2-9b55-24a1b8b41714 req-f5d3fa01-35ea-4f57-890a-0c94aaaead4f tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:27.581667 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-006ebf92-25af-48d2-9b55-24a1b8b41714 req-f5d3fa01-35ea-4f57-890a-0c94aaaead4f tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 944 time: 0.1781843 Feb 14 16:22:27.638990 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3ebbea-bd1b-4b8a-955d-1bf6001d5591,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:27.793570 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-006ebf92-25af-48d2-9b55-24a1b8b41714 req-8b0afd71-dbc3-4e8e-8182-882fb20288b7 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541071 Feb 14 16:22:27.834041 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Attempting to bind port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:22:27.834538 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Attempting to bind port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'f7267f49-940a-452e-8269-5ef7a4a00735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1d20351a-df21-4dd1-a925-88bd26c13610'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:22:27.834953 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Attempting to bind port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 on network 1d20351a-df21-4dd1-a925-88bd26c13610 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:22:27.858233 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 on network 1d20351a-df21-4dd1-a925-88bd26c13610 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:22:27.858700 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Attempting to bind port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 on network 1d20351a-df21-4dd1-a925-88bd26c13610 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:22:27.864107 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:22:27.864597 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Checking segment: {'id': 'f7267f49-940a-452e-8269-5ef7a4a00735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1d20351a-df21-4dd1-a925-88bd26c13610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:22:27.865095 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Bound using segment: {'id': 'f7267f49-940a-452e-8269-5ef7a4a00735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1d20351a-df21-4dd1-a925-88bd26c13610'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:22:27.865654 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Bound port: 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7267f49-940a-452e-8269-5ef7a4a00735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1d20351a-df21-4dd1-a925-88bd26c13610'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:22:27.866111 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (0b3ebbea-bd1b-4b8a-955d-1bf6001d5591), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:27.903121 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d9d44-be55-4418-afff-64d860a89f24 req-5460f52c-0928-4868-869e-ceb1eaff9573 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:27.915649 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3e3d9d44-be55-4418-afff-64d860a89f24 req-5460f52c-0928-4868-869e-ceb1eaff9573 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 944 time: 0.0974805 Feb 14 16:22:27.972018 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3e3d9d44-be55-4418-afff-64d860a89f24 req-0c9c6abc-7f0f-46d6-a0f8-87bc1e79730a tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549338 Feb 14 16:22:27.987459 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] For port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:22:27.996052 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb75a67-6c83-4f67-9f79-72705cbcc809 req-4891c633-cfba-4816-99b3-2943c829c9eb tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:27.997586 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6cb75a67-6c83-4f67-9f79-72705cbcc809 req-4891c633-cfba-4816-99b3-2943c829c9eb tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.1108406 Feb 14 16:22:27.999973 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] For port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0b3ebbea-bd1b-4b8a-955d-1bf6001d5591,segment=NetworkSegment(f7267f49-940a-452e-8269-5ef7a4a00735),segment_id=f7267f49-940a-452e-8269-5ef7a4a00735)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:22:28.029041 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (0b3ebbea-bd1b-4b8a-955d-1bf6001d5591), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:28.116386 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:28.117362 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:28.119273 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] 10.222.0.42 "PUT /v2.0/ports/0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 HTTP/1.1" status: 200 len: 1094 time: 1.1647377 Feb 14 16:22:28.119953 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db09d0a4-2aa3-49d3-8010-0660d361fec1', 'tag': '0b3ebbea-bd1b-4b8a-955d-1bf6001d5591'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:22:28.122606 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e35768-9a45-4f96-b619-9fef779cb40e" -d '{"events": [{"name": "network-changed", "server_uuid": "db09d0a4-2aa3-49d3-8010-0660d361fec1", "tag": "0b3ebbea-bd1b-4b8a-955d-1bf6001d5591"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:22:28.141377 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6cb75a67-6c83-4f67-9f79-72705cbcc809 req-33717eb7-6b2b-475e-b1e0-a011a54e7872 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328099 Feb 14 16:22:28.192274 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec4c1b-ff9d-43de-b388-4e82d77e5f74 req-09384342-a4fc-4994-81d8-c182ceb07ed7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:28.199679 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4eec4c1b-ff9d-43de-b388-4e82d77e5f74 req-09384342-a4fc-4994-81d8-c182ceb07ed7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.1066706 Feb 14 16:22:28.218888 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c294677c-bb32-4edc-8ee7-a9413f5c7029 x-openstack-request-id: req-c294677c-bb32-4edc-8ee7-a9413f5c7029 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:22:28.219277 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db09d0a4-2aa3-49d3-8010-0660d361fec1", "tag": "0b3ebbea-bd1b-4b8a-955d-1bf6001d5591", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:22:28.219507 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c294677c-bb32-4edc-8ee7-a9413f5c7029 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:22:28.219950 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db09d0a4-2aa3-49d3-8010-0660d361fec1', 'tag': '0b3ebbea-bd1b-4b8a-955d-1bf6001d5591', 'status': 'completed', 'code': 200} Feb 14 16:22:28.227716 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51155f68-1d51-42ae-800a-ad9a2c1a28c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3ebbea-bd1b-4b8a-955d-1bf6001d5591,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:28.266832 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4eec4c1b-ff9d-43de-b388-4e82d77e5f74 req-65f71e9e-6d56-4f96-8649-22ed846beb52 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656896 Feb 14 16:22:28.271865 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-956ec471-c495-47b0-bb30-d0c3b8f15268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:28.278017 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-956ec471-c495-47b0-bb30-d0c3b8f15268 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8795f07d4be04c0db34e33a77ebde341&device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 1128 time: 0.0977094 Feb 14 16:22:28.332784 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-131955b3-1b0a-4a25-a8de-d2e097ef494b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 HTTP/1.1" status: 200 len: 217 time: 0.0465877 Feb 14 16:22:28.417716 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-4f1e5c33-6812-45fb-9f36-8e3c6a3e74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:28.419477 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-4f1e5c33-6812-45fb-9f36-8e3c6a3e74f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=82014ab9-da8b-43d4-934d-b6977a3c0fe2 HTTP/1.1" status: 200 len: 854 time: 0.0788145 Feb 14 16:22:28.458538 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-81cb2f94-8de3-4649-9a09-e1d38a4237ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d20351a-df21-4dd1-a925-88bd26c13610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314455 Feb 14 16:22:28.484431 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 3ee36624-1407-48eb-876a-8e23366850c8 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:22:28.542895 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port 3ee36624-1407-48eb-876a-8e23366850c8 completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:22:28.551821 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 3ee36624-1407-48eb-876a-8e23366850c8 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:28.552273 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (3ee36624-1407-48eb-876a-8e23366850c8), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:28.620077 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-68d5fb17-d9ef-4548-b092-a0a810124bb0 service neutron] 10.222.0.42 "GET /v2.0/networks/1d20351a-df21-4dd1-a925-88bd26c13610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549771 Feb 14 16:22:28.675268 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 3ee36624-1407-48eb-876a-8e23366850c8 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:28.679188 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (3ee36624-1407-48eb-876a-8e23366850c8), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:28.694889 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515a785-d11c-43aa-a940-578afda4f9d7 req-587e6b7e-819c-48a4-853b-8610456a4f75 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:28.700903 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b515a785-d11c-43aa-a940-578afda4f9d7 req-587e6b7e-819c-48a4-853b-8610456a4f75 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1134286 Feb 14 16:22:28.767666 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 3ee36624-1407-48eb-876a-8e23366850c8, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=3ee36624-1407-48eb-876a-8e23366850c8,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:28.776989 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (3ee36624-1407-48eb-876a-8e23366850c8), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:28.780493 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 16eef14d-643a-4553-a414-fc83179dbef1 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:22:28.785155 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9235d486-c646-48a2-bb45-bacb1ce63495 req-cab81881-c637-4750-8b9e-2f762509fb0b service neutron] 10.222.0.42 "GET /v2.0/networks/1d20351a-df21-4dd1-a925-88bd26c13610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570325 Feb 14 16:22:28.855649 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b515a785-d11c-43aa-a940-578afda4f9d7 req-df457999-0b64-4d52-a6fd-d14cba9dc6e4 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485333 Feb 14 16:22:28.931229 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=3ee36624-1407-48eb-876a-8e23366850c8,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:28.957938 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 16eef14d-643a-4553-a414-fc83179dbef1 is: DOWN; New status is: DOWN {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:28.988025 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adfe351-767e-4e17-b767-aa0765b07b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee36624-1407-48eb-876a-8e23366850c8'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:22:28.991838 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabdaa1c-9086-4884-baf7-d052be7d8c45" -d '{"events": [{"server_uuid": "0adfe351-767e-4e17-b767-aa0765b07b17", "name": "network-vif-plugged", "status": "completed", "tag": "3ee36624-1407-48eb-876a-8e23366850c8"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:22:29.052553 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [req-f75db417-b801-437c-962b-6f71fc29ac37 req-191a74e9-e58c-4285-903a-95ab169f7284 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=102552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:22:29.053759 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f75db417-b801-437c-962b-6f71fc29ac37 req-191a74e9-e58c-4285-903a-95ab169f7284 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072062 Feb 14 16:22:29.076492 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e35768-9a45-4f96-b619-9fef779cb40e req-2c1eac50-a7a8-40f5-ac61-64f282c1d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:29.081321 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-80e35768-9a45-4f96-b619-9fef779cb40e req-2c1eac50-a7a8-40f5-ac61-64f282c1d385 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8795f07d4be04c0db34e33a77ebde341&device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 1128 time: 0.1879325 Feb 14 16:22:29.099296 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ce341-8ce6-4e99-8ecd-03f7372dd5dc req-2370d18a-2e98-4e22-b270-cedb92dc2279 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:29.101849 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ae9ce341-8ce6-4e99-8ecd-03f7372dd5dc req-2370d18a-2e98-4e22-b270-cedb92dc2279 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 945 time: 0.1405375 Feb 14 16:22:29.225240 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1782ff4-c279-45ab-9f78-90fe50477200 x-openstack-request-id: req-b1782ff4-c279-45ab-9f78-90fe50477200 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:22:29.225571 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adfe351-767e-4e17-b767-aa0765b07b17", "name": "network-vif-plugged", "status": "completed", "tag": "3ee36624-1407-48eb-876a-8e23366850c8", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:22:29.225829 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1782ff4-c279-45ab-9f78-90fe50477200 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:22:29.226229 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adfe351-767e-4e17-b767-aa0765b07b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee36624-1407-48eb-876a-8e23366850c8', 'code': 200} Feb 14 16:22:29.263393 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ae9ce341-8ce6-4e99-8ecd-03f7372dd5dc req-bf3a317d-4129-4dcd-8ba1-c0fd69dc182d tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499076 Feb 14 16:22:29.367354 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639d267-2951-4f44-bbb1-f9adc616718b req-38f0a3e1-834d-462e-bb51-095694f985a6 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:29.376562 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f639d267-2951-4f44-bbb1-f9adc616718b req-38f0a3e1-834d-462e-bb51-095694f985a6 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 944 time: 0.0859296 Feb 14 16:22:29.388724 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e35768-9a45-4f96-b619-9fef779cb40e req-f7ac9200-270b-47de-a9da-4b5b5f1d9a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:29.394469 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-80e35768-9a45-4f96-b619-9fef779cb40e req-f7ac9200-270b-47de-a9da-4b5b5f1d9a4d service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d20351a-df21-4dd1-a925-88bd26c13610 HTTP/1.1" status: 200 len: 915 time: 0.3037658 Feb 14 16:22:29.447702 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f639d267-2951-4f44-bbb1-f9adc616718b req-c3cda3b7-e186-4ad2-a833-0dc077f9067c tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685863 Feb 14 16:22:29.454265 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-80e35768-9a45-4f96-b619-9fef779cb40e req-8c58f9d5-143c-47fb-befe-97d990deaa7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 HTTP/1.1" status: 200 len: 217 time: 0.0494454 Feb 14 16:22:29.630968 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc1178-8236-43ad-90e0-3c2ecb806ca1 req-ccf48c06-9e6b-4756-b9bf-45f6d53b5af8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:29.630968 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c5bc1178-8236-43ad-90e0-3c2ecb806ca1 req-ccf48c06-9e6b-4756-b9bf-45f6d53b5af8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0855453 Feb 14 16:22:29.702787 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c5bc1178-8236-43ad-90e0-3c2ecb806ca1 req-417923d0-c5bc-41f4-adf7-2b2c3ee0778a tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722141 Feb 14 16:22:29.798092 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e35768-9a45-4f96-b619-9fef779cb40e req-ba7a0b9d-5153-4485-8f45-77e7e6a7e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:29.799539 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-80e35768-9a45-4f96-b619-9fef779cb40e req-ba7a0b9d-5153-4485-8f45-77e7e6a7e3e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=82014ab9-da8b-43d4-934d-b6977a3c0fe2 HTTP/1.1" status: 200 len: 854 time: 0.3330526 Feb 14 16:22:29.838144 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-80e35768-9a45-4f96-b619-9fef779cb40e req-acd1358c-b1cb-4583-a226-ba91aed4496c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d20351a-df21-4dd1-a925-88bd26c13610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308850 Feb 14 16:22:29.846734 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ae050-90d8-414c-8700-16f82261e5da req-3e8c7e8b-e4c0-4099-991f-a4f32133d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:29.848843 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a38ae050-90d8-414c-8700-16f82261e5da req-3e8c7e8b-e4c0-4099-991f-a4f32133d85b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 1129 time: 0.3918836 Feb 14 16:22:29.870384 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc5d38-3c30-4c38-87e4-dcb0e6dfc9d4 req-2a38489a-ff88-43f7-b0ca-2dc01a35f7e4 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:29.872859 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8cc5d38-3c30-4c38-87e4-dcb0e6dfc9d4 req-2a38489a-ff88-43f7-b0ca-2dc01a35f7e4 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.4173551 Feb 14 16:22:29.873591 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53060) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:30.015716 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a38ae050-90d8-414c-8700-16f82261e5da req-c7fd3103-33d4-438f-a6bd-a5051867a521 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579561 Feb 14 16:22:30.048038 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8cc5d38-3c30-4c38-87e4-dcb0e6dfc9d4 req-85613ca0-4c28-4e75-8b26-8858d0f34ed3 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448979 Feb 14 16:22:30.050087 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-80e35768-9a45-4f96-b619-9fef779cb40e req-4a041c53-cdc0-4080-aa8b-fe7f42766605 service neutron] 10.222.0.42 "GET /v2.0/networks/1d20351a-df21-4dd1-a925-88bd26c13610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993935 Feb 14 16:22:30.055951 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-8fae0162-7e40-4869-936c-3c17413b783b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1799917 Feb 14 16:22:30.065090 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-48167f20-e141-428a-a16c-da15bcb1d04b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=102552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:22:30.066099 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-48167f20-e141-428a-a16c-da15bcb1d04b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057728 Feb 14 16:22:30.080391 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12d9e3-de83-4195-9345-e705140e55d5 req-e08ff761-ef11-4b3c-a54f-f4e69e090365 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:30.081945 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0c12d9e3-de83-4195-9345-e705140e55d5 req-e08ff761-ef11-4b3c-a54f-f4e69e090365 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1197531 Feb 14 16:22:30.169297 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0c12d9e3-de83-4195-9345-e705140e55d5 req-4f424d4a-8e4b-4456-9296-a8b6e5fbab99 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780134 Feb 14 16:22:30.216155 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53074) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:30.345439 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-80e35768-9a45-4f96-b619-9fef779cb40e req-e471f1cd-6be7-4acd-8fcc-29e0bf97740a service neutron] 10.222.0.42 "GET /v2.0/networks/1d20351a-df21-4dd1-a925-88bd26c13610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318901 Feb 14 16:22:30.357084 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-97711fb3-90aa-48ad-9f47-1f1f14a0b197 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:30.365905 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-97711fb3-90aa-48ad-9f47-1f1f14a0b197 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports/16eef14d-643a-4553-a414-fc83179dbef1 HTTP/1.1" status: 200 len: 940 time: 0.1486645 Feb 14 16:22:30.446352 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb178ce9-6d70-45f0-9c88-efbc7a531ef8 req-7f948afd-6d6c-4f24-816d-e877b3475ec1 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:30.447902 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eb178ce9-6d70-45f0-9c88-efbc7a531ef8 req-7f948afd-6d6c-4f24-816d-e877b3475ec1 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 945 time: 0.0670302 Feb 14 16:22:30.494913 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:22:30.527182 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eb178ce9-6d70-45f0-9c88-efbc7a531ef8 req-5fd068dd-cc7f-457a-a5e6-6b55b8e03b01 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728507 Feb 14 16:22:30.678480 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6d712-92f1-4266-b238-75b507a4e57d req-167d00c5-f665-4bfb-a0ad-988b2e185965 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:30.680083 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6cf6d712-92f1-4266-b238-75b507a4e57d req-167d00c5-f665-4bfb-a0ad-988b2e185965 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 944 time: 0.0686719 Feb 14 16:22:30.684509 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0b3ebbea-bd1b-4b8a-955d-1bf6001d5591,segment=NetworkSegment(f7267f49-940a-452e-8269-5ef7a4a00735),segment_id=f7267f49-940a-452e-8269-5ef7a4a00735)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:30.700000 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '0b3ebbea-bd1b-4b8a-955d-1bf6001d5591', 'network_id': '1d20351a-df21-4dd1-a925-88bd26c13610', 'port_id': '0b3ebbea-bd1b-4b8a-955d-1bf6001d5591', 'mac_address': 'fa:16:3e:bd:77:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82014ab9-da8b-43d4-934d-b6977a3c0fe2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:22:30.746423 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:30.747165 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (0b3ebbea-bd1b-4b8a-955d-1bf6001d5591), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:30.762236 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:22:30.794325 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0b3ebbea-bd1b-4b8a-955d-1bf6001d5591,segment=NetworkSegment(f7267f49-940a-452e-8269-5ef7a4a00735),segment_id=f7267f49-940a-452e-8269-5ef7a4a00735)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:30.804046 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (0b3ebbea-bd1b-4b8a-955d-1bf6001d5591), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:30.811726 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6cf6d712-92f1-4266-b238-75b507a4e57d req-a51429d7-5e97-49b1-8a8e-367f0e649d32 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209841 Feb 14 16:22:30.908974 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1df85a-e73d-4929-a3c9-760283eb9988 req-62617f8b-b10f-49f8-b5a0-29f1f9fabe3c tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:30.913391 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5f1df85a-e73d-4929-a3c9-760283eb9988 req-62617f8b-b10f-49f8-b5a0-29f1f9fabe3c tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0779548 Feb 14 16:22:30.942226 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=0b3ebbea-bd1b-4b8a-955d-1bf6001d5591,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:31.006656 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5f1df85a-e73d-4929-a3c9-760283eb9988 req-2c4452c7-94c1-48ca-aba1-432fbcaf816d tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869491 Feb 14 16:22:31.131525 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['0b3ebbea-bd1b-4b8a-955d-1bf6001d5591'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:22:31.327082 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532363f2-9dd5-484b-892c-fcdcde8bbaa8 req-428e5089-646e-467e-844a-8529e92ffa47 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:31.330543 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-532363f2-9dd5-484b-892c-fcdcde8bbaa8 req-428e5089-646e-467e-844a-8529e92ffa47 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.1364284 Feb 14 16:22:31.344708 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ca47-d921-4cc5-b183-8620b0932f40 req-eb147134-f930-41a8-acf7-b1848715993b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:31.353345 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d2d9ca47-d921-4cc5-b183-8620b0932f40 req-eb147134-f930-41a8-acf7-b1848715993b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.1367264 Feb 14 16:22:31.434978 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d2d9ca47-d921-4cc5-b183-8620b0932f40 req-c6c156d0-028e-41d0-955e-2178df4c5740 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793340 Feb 14 16:22:31.456324 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-532363f2-9dd5-484b-892c-fcdcde8bbaa8 req-cc597dc4-fe91-46f3-ba13-eb8c22799095 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988374 Feb 14 16:22:31.543933 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed5eeb-d3cd-4a2d-8194-890386865e06 req-a52f018e-b3ef-4186-b24f-ca5c7ff8d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:31.545922 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-15ed5eeb-d3cd-4a2d-8194-890386865e06 req-a52f018e-b3ef-4186-b24f-ca5c7ff8d37d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=496dad8484384e33ab64746e25f65435&device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 1129 time: 0.0654869 Feb 14 16:22:31.689392 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cf3fb-4a09-4397-8a7f-5a9795e7034e req-00d184e2-bec1-4114-8e7c-59ccc083425b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:31.691880 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3c6cf3fb-4a09-4397-8a7f-5a9795e7034e req-00d184e2-bec1-4114-8e7c-59ccc083425b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1447408 Feb 14 16:22:31.739828 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53112) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:31.794535 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3db2a-159e-45f3-a6cd-f90032526b9d req-15f87da8-0255-4320-b7ff-0a644e01f50c tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:31.809505 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed5eeb-d3cd-4a2d-8194-890386865e06 req-aea8f756-a21c-48dd-8449-9e77b2c8f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:31.810198 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b0a3db2a-159e-45f3-a6cd-f90032526b9d req-15f87da8-0255-4320-b7ff-0a644e01f50c tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 945 time: 0.1382070 Feb 14 16:22:31.811683 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-15ed5eeb-d3cd-4a2d-8194-890386865e06 req-aea8f756-a21c-48dd-8449-9e77b2c8f017 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83279c43-4dd9-42dc-876e-ba727c6ef376 HTTP/1.1" status: 200 len: 911 time: 0.2411313 Feb 14 16:22:31.827159 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3c6cf3fb-4a09-4397-8a7f-5a9795e7034e req-56b4f3a8-8bbb-4aa7-9c39-ee1e960a89a2 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857894 Feb 14 16:22:31.906444 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-15ed5eeb-d3cd-4a2d-8194-890386865e06 req-18b208c5-bb6f-4233-bb4f-e19abe61f071 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c92de4c-e10e-4c32-ab55-d3d1ffe64417 HTTP/1.1" status: 200 len: 1001 time: 0.0764568 Feb 14 16:22:31.906858 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b0a3db2a-159e-45f3-a6cd-f90032526b9d req-59f82c56-9f54-48c6-9ab2-2b78a49986fa tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916598 Feb 14 16:22:31.946387 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-42a8bc16-9503-4182-9d16-8ecab63f2138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:32.048827 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-42a8bc16-9503-4182-9d16-8ecab63f2138 admin admin] Publish callbacks [] for security_group (851da260-9405-4361-b847-dc650913637f), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:32.057515 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-42a8bc16-9503-4182-9d16-8ecab63f2138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (851da260-9405-4361-b847-dc650913637f), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:32.074831 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed5eeb-d3cd-4a2d-8194-890386865e06 req-e37a927a-ce94-48c7-beef-4700253cf2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:32.076557 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-15ed5eeb-d3cd-4a2d-8194-890386865e06 req-e37a927a-ce94-48c7-beef-4700253cf2c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fa32d2b-efa8-42e4-9056-6d1870949102 HTTP/1.1" status: 200 len: 849 time: 0.1613355 Feb 14 16:22:32.104138 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4441be-195d-43ba-9410-19584a2b1807 req-139fb854-a761-4d40-91d3-4c23dc7efd08 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:32.105683 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-fc4441be-195d-43ba-9410-19584a2b1807 req-139fb854-a761-4d40-91d3-4c23dc7efd08 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 945 time: 0.1079812 Feb 14 16:22:32.139503 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8bc16-9503-4182-9d16-8ecab63f2138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851da260-9405-4361-b847-dc650913637f,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:32.160148 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-42a8bc16-9503-4182-9d16-8ecab63f2138 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18ccaa3d70cb4b73a5e0ef0ecf18818a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4171522 Feb 14 16:22:32.162969 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53124) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:32.179817 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8672e4c-42d6-4d56-a9eb-2c987e00f276 req-2731d436-77f0-459b-9917-b2ec87ee5e8f tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:32.181427 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d8672e4c-42d6-4d56-a9eb-2c987e00f276 req-2731d436-77f0-459b-9917-b2ec87ee5e8f tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 945 time: 0.1268981 Feb 14 16:22:32.202336 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-fc4441be-195d-43ba-9410-19584a2b1807 req-d6a48d83-2af4-4020-8d24-e5f017e73c1c tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699873 Feb 14 16:22:32.214710 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed5eeb-d3cd-4a2d-8194-890386865e06 req-e8c59e70-18a2-42ed-a302-902271da35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:32.216258 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-15ed5eeb-d3cd-4a2d-8194-890386865e06 req-e8c59e70-18a2-42ed-a302-902271da35fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83279c43-4dd9-42dc-876e-ba727c6ef376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1312017 Feb 14 16:22:32.263592 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1c17a5da-92f5-4b9b-9357-e7c77bda62bd admin admin] Publish callbacks [] for security_group (851da260-9405-4361-b847-dc650913637f), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:32.272344 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d8672e4c-42d6-4d56-a9eb-2c987e00f276 req-bcb383c1-2d85-40da-a558-74e131c60722 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853302 Feb 14 16:22:32.300079 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53126) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:32.303053 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1c17a5da-92f5-4b9b-9357-e7c77bda62bd admin admin] Publish callbacks [] for security_group (851da260-9405-4361-b847-dc650913637f), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:32.332055 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-15ed5eeb-d3cd-4a2d-8194-890386865e06 req-c97ca416-215c-4861-9e5d-496be52dc069 service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060841 Feb 14 16:22:32.387482 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1c17a5da-92f5-4b9b-9357-e7c77bda62bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (851da260-9405-4361-b847-dc650913637f), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:32.390245 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1c17a5da-92f5-4b9b-9357-e7c77bda62bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:32.391445 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-1c17a5da-92f5-4b9b-9357-e7c77bda62bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/851da260-9405-4361-b847-dc650913637f HTTP/1.1" status: 204 len: 168 time: 0.2274938 Feb 14 16:22:32.402230 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17a5da-92f5-4b9b-9357-e7c77bda62bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851da260-9405-4361-b847-dc650913637f,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:32.496503 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:22:32.538461 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-15ed5eeb-d3cd-4a2d-8194-890386865e06 req-26bbb4bc-02f2-42a5-83d4-4c0dd0524037 service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935196 Feb 14 16:22:32.567724 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-416a4a4d-d3c5-4c37-9360-dbc9eea1ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:32.569731 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-416a4a4d-d3c5-4c37-9360-dbc9eea1ca6b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f&tenant_id=ac0c72c994864a80a9975f44cae07762 HTTP/1.1" status: 200 len: 1127 time: 0.1125984 Feb 14 16:22:32.655230 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:22:32.663463 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:32.665071 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (0b3ebbea-bd1b-4b8a-955d-1bf6001d5591), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:32.671563 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2a9f6a-7346-4b35-8733-0fae2eb9cf88 tempest-TestVolumeBootPattern-1867311217 tempest-TestVolumeBootPattern-1867311217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:32.673243 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-ca2a9f6a-7346-4b35-8733-0fae2eb9cf88 tempest-TestVolumeBootPattern-1867311217 tempest-TestVolumeBootPattern-1867311217-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 1124 time: 0.3683050 Feb 14 16:22:32.682322 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53138) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:32.687118 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Request body: {'floatingip': {'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'port_id': '3ee36624-1407-48eb-876a-8e23366850c8', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:32.734965 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:32.771954 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:32.772440 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (0b3ebbea-bd1b-4b8a-955d-1bf6001d5591), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:32.774180 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95406af4-9c77-44ee-ac64-fee16f9a4ca8 req-976ce29d-92fc-47e3-b9db-42833b2cbebc tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:32.775828 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-95406af4-9c77-44ee-ac64-fee16f9a4ca8 req-976ce29d-92fc-47e3-b9db-42833b2cbebc tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.1714094 Feb 14 16:22:32.791014 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-821d33eb-5c91-4285-82aa-13ae8a7ae112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:32.793323 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-821d33eb-5c91-4285-82aa-13ae8a7ae112 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac0c72c994864a80a9975f44cae07762&device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 1127 time: 0.1717749 Feb 14 16:22:32.819180 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0b3ebbea-bd1b-4b8a-955d-1bf6001d5591,segment=NetworkSegment(f7267f49-940a-452e-8269-5ef7a4a00735),segment_id=f7267f49-940a-452e-8269-5ef7a4a00735)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:32.820284 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db09d0a4-2aa3-49d3-8010-0660d361fec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3ebbea-bd1b-4b8a-955d-1bf6001d5591'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:22:32.824367 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34a01cd-1ec6-419d-a03b-8aa3da7af3ca" -d '{"events": [{"server_uuid": "db09d0a4-2aa3-49d3-8010-0660d361fec1", "name": "network-vif-plugged", "status": "completed", "tag": "0b3ebbea-bd1b-4b8a-955d-1bf6001d5591"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:22:32.829360 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (0b3ebbea-bd1b-4b8a-955d-1bf6001d5591), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:32.843917 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87020c6f-0d72-4bc7-a04e-f663dd290d19 req-a009b72e-900e-4420-94c5-80e7029608f0 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:32.851954 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-87020c6f-0d72-4bc7-a04e-f663dd290d19 req-a009b72e-900e-4420-94c5-80e7029608f0 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.2934849 Feb 14 16:22:32.954040 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-95406af4-9c77-44ee-ac64-fee16f9a4ca8 req-4bb0f396-6171-445a-a42b-be9c5fe07701 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659274 Feb 14 16:22:32.987981 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-65431cd2-16e7-4631-b3be-d66eee24db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:32.989787 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-65431cd2-16e7-4631-b3be-d66eee24db98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 HTTP/1.1" status: 200 len: 917 time: 0.1864462 Feb 14 16:22:33.078308 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-2c67d20d-a9e6-41e6-bbd4-e6680c171a21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16eef14d-643a-4553-a414-fc83179dbef1 HTTP/1.1" status: 200 len: 999 time: 0.0814261 Feb 14 16:22:33.091958 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-87020c6f-0d72-4bc7-a04e-f663dd290d19 req-3725745b-f6cd-40fe-8ea2-d550c5912184 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311764 Feb 14 16:22:33.152783 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:33.176138 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d945f39-7f4a-4ef9-9e34-6f8c9e77f593 x-openstack-request-id: req-9d945f39-7f4a-4ef9-9e34-6f8c9e77f593 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:22:33.176512 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db09d0a4-2aa3-49d3-8010-0660d361fec1", "name": "network-vif-plugged", "status": "completed", "tag": "0b3ebbea-bd1b-4b8a-955d-1bf6001d5591", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:22:33.176798 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d945f39-7f4a-4ef9-9e34-6f8c9e77f593 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:22:33.177202 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db09d0a4-2aa3-49d3-8010-0660d361fec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3ebbea-bd1b-4b8a-955d-1bf6001d5591', 'code': 200} Feb 14 16:22:33.222079 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=0b3ebbea-bd1b-4b8a-955d-1bf6001d5591,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:33.328683 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_common [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Allocated IP 172.27.2.109 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/e4094765-3df8-442a-85d2-c2d704279b7e) {{(pid=102552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:22:33.334714 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-88d1d4a2-2f2f-4a79-89d0-f25380713d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:33.338010 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-88d1d4a2-2f2f-4a79-89d0-f25380713d63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b022af-3860-42a7-933a-01d0f454c9a6 HTTP/1.1" status: 200 len: 855 time: 0.2401216 Feb 14 16:22:33.378115 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e1690-2b03-4748-a4a8-f89db91a7c59 req-cfeb4133-6840-4d3d-858f-d3d4f7fd1ac6 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:33.378115 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0c4e1690-2b03-4748-a4a8-f89db91a7c59 req-cfeb4133-6840-4d3d-858f-d3d4f7fd1ac6 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1688592 Feb 14 16:22:33.514940 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b882b5d-b553-4b5a-8d10-788b57484def req-7e5e442a-700f-48f5-9a2d-a64428d13ece tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:33.516912 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3b882b5d-b553-4b5a-8d10-788b57484def req-7e5e442a-700f-48f5-9a2d-a64428d13ece tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 946 time: 0.1746645 Feb 14 16:22:33.605334 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for port (e4094765-3df8-442a-85d2-c2d704279b7e), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:33.629788 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3b882b5d-b553-4b5a-8d10-788b57484def req-fc01fe50-b3b9-4931-9bca-4f1202f49ac1 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869575 Feb 14 16:22:33.655636 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1d0d8-820d-4de5-b870-0670043fdb96 req-ff59d49f-6229-4445-955f-6c26e05663b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:33.657140 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-74f1d0d8-820d-4de5-b870-0670043fdb96 req-ff59d49f-6229-4445-955f-6c26e05663b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 1130 time: 0.2574172 Feb 14 16:22:33.678237 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0c4e1690-2b03-4748-a4a8-f89db91a7c59 req-6e267aae-104a-45cd-a94d-c2c35d03f8c2 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886410 Feb 14 16:22:33.691868 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-f2805fc6-9862-493f-a6c8-b68f4c0320b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:33.694118 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-f2805fc6-9862-493f-a6c8-b68f4c0320b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3216996 Feb 14 16:22:33.728989 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (e4094765-3df8-442a-85d2-c2d704279b7e), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:33.796851 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:22:33.805942 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:22:33.809606 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Received port after_create {{(pid=102552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:22:33.876177 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-74f1d0d8-820d-4de5-b870-0670043fdb96 req-2f6d7836-eac6-4eed-bf17-266fda2db078 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968036 Feb 14 16:22:33.878646 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'Port': ['ID=e4094765-3df8-442a-85d2-c2d704279b7e,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:33.899896 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-4e399024-01ed-4406-89a0-07955fa77550 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950712 Feb 14 16:22:34.247526 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef116d3a-79c3-4ddc-9f27-395116887e2c req-99659c9e-b4e6-494a-9610-d47b05c87b15 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:34.247526 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ef116d3a-79c3-4ddc-9f27-395116887e2c req-99659c9e-b4e6-494a-9610-d47b05c87b15 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.1663678 Feb 14 16:22:34.295206 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a005cf94-695d-4dfd-8bd8-7599b4a462e3 req-955c8f8b-c67f-46d1-a9e1-c3fa0c6c8c50 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987245 Feb 14 16:22:34.320730 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fcc98-a6ed-4a0f-834d-0308bd233a1e req-58aa1492-636c-4e31-a485-6025fc2fa1f6 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:34.331675 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f35fcc98-a6ed-4a0f-834d-0308bd233a1e req-58aa1492-636c-4e31-a485-6025fc2fa1f6 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0990634 Feb 14 16:22:34.385163 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53186) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:34.429569 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f35fcc98-a6ed-4a0f-834d-0308bd233a1e req-ce7f69df-018c-4804-a9f3-e19494b0b5a8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940475 Feb 14 16:22:34.457313 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ef116d3a-79c3-4ddc-9f27-395116887e2c req-43e6c721-0da3-4525-926c-3fc0e8a5427b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670222 Feb 14 16:22:34.781889 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-392251a8-5fd4-4610-a98f-33628b81d207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:34.796894 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add967c8-17f5-495d-b7a5-c66c437297f3 req-e3c430c2-73a7-458e-8390-7fa5bf9703ed tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:34.798468 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-add967c8-17f5-495d-b7a5-c66c437297f3 req-e3c430c2-73a7-458e-8390-7fa5bf9703ed tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 946 time: 0.0802402 Feb 14 16:22:34.827699 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for floatingip (dd2110f6-6cd0-4ad6-aa13-ee3baadfad51), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:34.886047 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-add967c8-17f5-495d-b7a5-c66c437297f3 req-04b1bba8-a671-42b9-b2b3-83aa72384bf4 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684462 Feb 14 16:22:34.946751 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88f038-8afe-4ee4-b765-2e768864ae3d req-5b3e95bc-5fee-4ac7-9513-d548c81ce35d tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:34.948226 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8f88f038-8afe-4ee4-b765-2e768864ae3d req-5b3e95bc-5fee-4ac7-9513-d548c81ce35d tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1445024 Feb 14 16:22:35.013033 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (e4094765-3df8-442a-85d2-c2d704279b7e), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:35.047231 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-392251a8-5fd4-4610-a98f-33628b81d207 admin admin] Publish callbacks [] for security_group (7f8b219e-ef48-4e64-86ae-4683b9c021d6), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:35.059715 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-392251a8-5fd4-4610-a98f-33628b81d207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (7f8b219e-ef48-4e64-86ae-4683b9c021d6), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:35.128092 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8f88f038-8afe-4ee4-b765-2e768864ae3d req-06cf8a50-a42e-4fd1-aef1-01680ed262ac tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590528 Feb 14 16:22:35.145362 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392251a8-5fd4-4610-a98f-33628b81d207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8b219e-ef48-4e64-86ae-4683b9c021d6,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:35.172163 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-392251a8-5fd4-4610-a98f-33628b81d207 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3a989d9a0e140f3ad0103b0be4b0118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7851264 Feb 14 16:22:35.175286 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53220) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:35.303264 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-093a32d5-c80e-45a2-9224-755b417c8005 admin admin] Publish callbacks [] for security_group (7f8b219e-ef48-4e64-86ae-4683b9c021d6), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:35.347073 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-093a32d5-c80e-45a2-9224-755b417c8005 admin admin] Publish callbacks [] for security_group (7f8b219e-ef48-4e64-86ae-4683b9c021d6), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:35.387887 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for port (e4094765-3df8-442a-85d2-c2d704279b7e), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:35.400435 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262128871'] for port (e4094765-3df8-442a-85d2-c2d704279b7e), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:35.480700 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'Port': ['ID=e4094765-3df8-442a-85d2-c2d704279b7e,revision_number=2']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:35.546263 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (dd2110f6-6cd0-4ad6-aa13-ee3baadfad51), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:35.612867 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-093a32d5-c80e-45a2-9224-755b417c8005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (7f8b219e-ef48-4e64-86ae-4683b9c021d6), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:35.619908 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-093a32d5-c80e-45a2-9224-755b417c8005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:35.629059 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-093a32d5-c80e-45a2-9224-755b417c8005 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f8b219e-ef48-4e64-86ae-4683b9c021d6 HTTP/1.1" status: 204 len: 168 time: 0.4520786 Feb 14 16:22:35.650163 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a32d5-c80e-45a2-9224-755b417c8005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8b219e-ef48-4e64-86ae-4683b9c021d6,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:35.714343 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c961eb5-114d-4d7b-9be5-b51afb38b173 req-6f4a048c-3b7d-4061-898f-a184059e794a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:35.733493 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6c961eb5-114d-4d7b-9be5-b51afb38b173 req-6f4a048c-3b7d-4061-898f-a184059e794a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.1341131 Feb 14 16:22:35.760283 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.l3_db [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Floating IP dd2110f6-6cd0-4ad6-aa13-ee3baadfad51 associated. External IP: 172.27.2.109, port: 3ee36624-1407-48eb-876a-8e23366850c8. Feb 14 16:22:35.825252 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6c961eb5-114d-4d7b-9be5-b51afb38b173 req-f62f5976-4b36-4cb4-b3bb-68c7b7bad8e3 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908682 Feb 14 16:22:36.148526 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222073b0-da67-4d16-b1a2-92d34eae4d04 req-1f3aa5dd-5018-4191-ac1f-456eddbcdf92 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:36.150400 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-222073b0-da67-4d16-b1a2-92d34eae4d04 req-1f3aa5dd-5018-4191-ac1f-456eddbcdf92 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 946 time: 0.0847669 Feb 14 16:22:36.255539 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-222073b0-da67-4d16-b1a2-92d34eae4d04 req-c0a2028c-1106-4ef8-9e8f-861760ad5ed9 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648665 Feb 14 16:22:36.286608 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Router 269844b9-805e-4fa3-9db3-057ace461cd7 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:22:36.365497 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec5f6c-f570-4885-bded-49fbedf1c792 req-19e47228-c6ff-421c-8ee8-adf057c6ec35 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:36.373739 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bdec5f6c-f570-4885-bded-49fbedf1c792 req-19e47228-c6ff-421c-8ee8-adf057c6ec35 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1119332 Feb 14 16:22:36.421183 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:22:36.433550 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba31d73-2ebf-40aa-82ef-ae2d8ec7b425 None None] Sync routers for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:22:36.448136 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:36.466271 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba31d73-2ebf-40aa-82ef-ae2d8ec7b425 None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:22:36.467013 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-2ba31d73-2ebf-40aa-82ef-ae2d8ec7b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:22:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:36.471086 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bdec5f6c-f570-4885-bded-49fbedf1c792 req-99bfd1df-f31b-4fa5-86b7-6847bcdbfd1c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937037 Feb 14 16:22:36.509563 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-2cec81b8-ce0e-4aa6-ac86-1b770811eca3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8176877 Feb 14 16:22:36.511684 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adfe351-767e-4e17-b767-aa0765b07b17', 'tag': '3ee36624-1407-48eb-876a-8e23366850c8'}] {{(pid=102552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:22:36.514540 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9be7e70e6e7d8e41db67d6a2a9b7a0bb24c700eebffb41e9ae5e2264f113bf3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a07637-56d9-4984-8196-71636b902e53" -d '{"events": [{"name": "network-changed", "server_uuid": "0adfe351-767e-4e17-b767-aa0765b07b17", "tag": "3ee36624-1407-48eb-876a-8e23366850c8"}]}' {{(pid=102552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:22:36.589848 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cd316a-34c8-4ba7-8af8-b59e6248fec8 x-openstack-request-id: req-04cd316a-34c8-4ba7-8af8-b59e6248fec8 {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:22:36.590206 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adfe351-767e-4e17-b767-aa0765b07b17", "tag": "3ee36624-1407-48eb-876a-8e23366850c8", "status": "completed", "code": 200}]} {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:22:36.590582 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04cd316a-34c8-4ba7-8af8-b59e6248fec8 {{(pid=102552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:22:36.591108 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adfe351-767e-4e17-b767-aa0765b07b17', 'tag': '3ee36624-1407-48eb-876a-8e23366850c8', 'status': 'completed', 'code': 200} Feb 14 16:22:36.639304 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-2ba31d73-2ebf-40aa-82ef-ae2d8ec7b425 None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:22:36.703190 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a07637-56d9-4984-8196-71636b902e53 req-d99b7e6f-46d2-46ed-92e5-73edc8320c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:36.704700 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-61a07637-56d9-4984-8196-71636b902e53 req-d99b7e6f-46d2-46ed-92e5-73edc8320c32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 1129 time: 0.0825915 Feb 14 16:22:36.881119 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a07637-56d9-4984-8196-71636b902e53 req-32a4680d-9776-49e1-8f46-a151c0d8227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:36.882660 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-61a07637-56d9-4984-8196-71636b902e53 req-32a4680d-9776-49e1-8f46-a151c0d8227a service neutron] 10.222.0.42 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 913 time: 0.1695960 Feb 14 16:22:37.037958 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-61a07637-56d9-4984-8196-71636b902e53 req-df675394-1219-48dc-91e1-a362f29b4e1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ee36624-1407-48eb-876a-8e23366850c8 HTTP/1.1" status: 200 len: 999 time: 0.1370285 Feb 14 16:22:37.063466 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53258) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:37.116720 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f6839-7b9e-445d-afc3-95944b469bed req-0ed61a1d-dcdb-4458-917a-347564367135 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:37.118269 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-299f6839-7b9e-445d-afc3-95944b469bed req-0ed61a1d-dcdb-4458-917a-347564367135 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.0999160 Feb 14 16:22:37.259990 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-361000027-network', 'tenant_id': '84431557f940487eb224596e913ad8d0'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:37.273774 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-2ba31d73-2ebf-40aa-82ef-ae2d8ec7b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'dd2110f6-6cd0-4ad6-aa13-ee3baadfad51', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'port_id': '3ee36624-1407-48eb-876a-8e23366850c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'mac_address': 'fa:16:3e:89:7d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adfe351-767e-4e17-b767-aa0765b07b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:22:34Z', 'updated_at': '2022-02-14T16:22:34Z', 'revision_number': 0, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:37.338015 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] Made reservation on behalf of 84431557f940487eb224596e913ad8d0 for: {'network': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:22:37.340259 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:37.350219 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a07637-56d9-4984-8196-71636b902e53 req-a425ed36-0da5-4b70-8983-b7ef3e8dbeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:37.353733 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:37.361538 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-61a07637-56d9-4984-8196-71636b902e53 req-a425ed36-0da5-4b70-8983-b7ef3e8dbeb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b4c5ab6-b530-4a40-828d-6c24277d6e4f HTTP/1.1" status: 200 len: 851 time: 0.2201912 Feb 14 16:22:37.388005 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba31d73-2ebf-40aa-82ef-ae2d8ec7b425 None None] Checking router: 269844b9-805e-4fa3-9db3-057ace461cd7 for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:22:37.411488 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba31d73-2ebf-40aa-82ef-ae2d8ec7b425 None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:22:37.412302 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-2ba31d73-2ebf-40aa-82ef-ae2d8ec7b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:22:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:37.486175 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-299f6839-7b9e-445d-afc3-95944b469bed req-8e579a38-bda6-452b-b1a3-c1b0e33a00e2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3554380 Feb 14 16:22:37.572915 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a07637-56d9-4984-8196-71636b902e53 req-702c0179-40ae-4f28-af2b-be88cee33bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:37.574435 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-61a07637-56d9-4984-8196-71636b902e53 req-702c0179-40ae-4f28-af2b-be88cee33bc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44684784-0d26-471d-9a19-2b37a993c4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1605818 Feb 14 16:22:37.588918 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] Publish callbacks [] for security_group (5ddc6ec2-540e-4b9d-b4b4-7205178fc440), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:37.598055 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (5ddc6ec2-540e-4b9d-b4b4-7205178fc440), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:37.671382 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddc6ec2-540e-4b9d-b4b4-7205178fc440,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:37.708115 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-2ba31d73-2ebf-40aa-82ef-ae2d8ec7b425 None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:22:37.794610 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:22:37.814826 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-61a07637-56d9-4984-8196-71636b902e53 req-858c8983-f5aa-4887-9d77-b8de1cbec8ae service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255528 Feb 14 16:22:37.834600 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (d2b976d1-8695-44b3-a3a0-abf44551abf2), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:37.834974 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.segments_db [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] Added segment d2b976d1-8695-44b3-a3a0-abf44551abf2 of type vlan for network 04501df6-4ee2-42f8-a7f1-0e1e29987a0c Feb 14 16:22:37.894396 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed0374-a0b4-4336-a93f-43c4bef14d3c req-6d14abbd-c514-4e4b-94da-c229481e17a5 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:37.913345 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9aed0374-a0b4-4336-a93f-43c4bef14d3c req-6d14abbd-c514-4e4b-94da-c229481e17a5 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.2413986 Feb 14 16:22:37.986748 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-61a07637-56d9-4984-8196-71636b902e53 req-10097616-1be9-464f-bcfb-5da585f60188 service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618960 Feb 14 16:22:38.041276 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (04501df6-4ee2-42f8-a7f1-0e1e29987a0c), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:38.109761 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9aed0374-a0b4-4336-a93f-43c4bef14d3c req-97c59aca-f7bf-4981-b297-84b462cdc2b2 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843996 Feb 14 16:22:38.127110 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (04501df6-4ee2-42f8-a7f1-0e1e29987a0c), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:38.128094 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:38.128686 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:38.196770 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 53264) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:38.202536 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-96fb9737-a860-4bb4-a40f-e7e5c3efdd99 admin admin] Request body: {'subnet': {'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-361000027-subnet', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'ip_version': 4}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:38.208561 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1430643 Feb 14 16:22:38.266743 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fb9737-a860-4bb4-a40f-e7e5c3efdd99 admin admin] Made reservation on behalf of 84431557f940487eb224596e913ad8d0 for: {'subnet': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:22:38.270162 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-96fb9737-a860-4bb4-a40f-e7e5c3efdd99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260062748'] for subnet (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:38.287767 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8d8b5-f8ac-460d-aca9-666488edcad0 admin admin] Pushing event updated for resources: {'Network': ['ID=04501df6-4ee2-42f8-a7f1-0e1e29987a0c,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:38.304460 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network 04501df6-4ee2-42f8-a7f1-0e1e29987a0c details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:22:38.308373 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-2ba31d73-2ebf-40aa-82ef-ae2d8ec7b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'dd2110f6-6cd0-4ad6-aa13-ee3baadfad51', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'port_id': '3ee36624-1407-48eb-876a-8e23366850c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'mac_address': 'fa:16:3e:89:7d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adfe351-767e-4e17-b767-aa0765b07b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:22:34Z', 'updated_at': '2022-02-14T16:22:34Z', 'revision_number': 0, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:38.366960 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba31d73-2ebf-40aa-82ef-ae2d8ec7b425 None None] The sync data for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi is: [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'dd2110f6-6cd0-4ad6-aa13-ee3baadfad51', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'port_id': '3ee36624-1407-48eb-876a-8e23366850c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'mac_address': 'fa:16:3e:89:7d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adfe351-767e-4e17-b767-aa0765b07b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:22:34Z', 'updated_at': '2022-02-14T16:22:34Z', 'revision_number': 0, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:22:38.739738 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-96fb9737-a860-4bb4-a40f-e7e5c3efdd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260103192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260062766'] for subnet (dd85fe61-920d-42f7-a824-5314b72e831c), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:38.791237 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb9737-a860-4bb4-a40f-e7e5c3efdd99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd85fe61-920d-42f7-a824-5314b72e831c,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:38.804803 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fe6a6-1b4c-4464-a17b-c3e80477c865 req-7c7412cf-1da2-479b-91b5-d71360b1983f tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:38.806417 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e06fe6a6-1b4c-4464-a17b-c3e80477c865 req-7c7412cf-1da2-479b-91b5-d71360b1983f tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.1916690 Feb 14 16:22:38.830629 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3fd33-f8fd-4687-bc1e-aa80de15a04a None None] New status for floating IP dd2110f6-6cd0-4ad6-aa13-ee3baadfad51: ACTIVE {{(pid=102554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:22:38.878041 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb9737-a860-4bb4-a40f-e7e5c3efdd99 admin admin] Checking segment: {'id': 'd2b976d1-8695-44b3-a3a0-abf44551abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:22:38.878041 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb9737-a860-4bb4-a40f-e7e5c3efdd99 admin admin] Network hostable DHCP agents. Network: 04501df6-4ee2-42f8-a7f1-0e1e29987a0c, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:22:38.895496 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb9737-a860-4bb4-a40f-e7e5c3efdd99 admin admin] Network 04501df6-4ee2-42f8-a7f1-0e1e29987a0c is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:22:38.978445 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-96fb9737-a860-4bb4-a40f-e7e5c3efdd99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, 04501df6-4ee2-42f8-a7f1-0e1e29987a0c) {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:22:39.016566 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d74e6b-a65e-4a5c-86c5-57bc17757f50 None None] Network 04501df6-4ee2-42f8-a7f1-0e1e29987a0c requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:22:39.019258 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e06fe6a6-1b4c-4464-a17b-c3e80477c865 req-9618f60a-6c70-4ffb-914b-1e638a064eb0 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011864 Feb 14 16:22:39.030943 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb9737-a860-4bb4-a40f-e7e5c3efdd99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:39.032203 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-96fb9737-a860-4bb4-a40f-e7e5c3efdd99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:39.071187 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-96fb9737-a860-4bb4-a40f-e7e5c3efdd99 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8726649 Feb 14 16:22:39.073595 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 53268) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:39.084341 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:39.127791 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44730'] for router (34b7ce94-7700-4d93-9628-d904c1aaa197), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:39.129010 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44723'] for router (34b7ce94-7700-4d93-9628-d904c1aaa197), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:39.200345 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40576992-a238-5e9f-998a-f4f656238b83-04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'project_id': '84431557f940487eb224596e913ad8d0', 'fixed_ips': [{'subnet_id': 'dd85fe61-920d-42f7-a824-5314b72e831c'}]}} from dv-cinder-819668-3-iscsi. {{(pid=102554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:22:39.201296 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:39.213599 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Publish callbacks [] for router_controller (34b7ce94-7700-4d93-9628-d904c1aaa197), precommit_add_association {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:39.316349 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d527a-24de-4c80-bcec-128f6ac7fad9 req-2d7e1f34-f23b-4f4a-90b1-638330b29a76 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:39.330548 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-405d527a-24de-4c80-bcec-128f6ac7fad9 req-2d7e1f34-f23b-4f4a-90b1-638330b29a76 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1045501 Feb 14 16:22:39.415826 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-405d527a-24de-4c80-bcec-128f6ac7fad9 req-aae257d0-639a-45e8-b2e2-037937daeabd tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790939 Feb 14 16:22:39.469098 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Allocated IP 172.20.0.2 (04501df6-4ee2-42f8-a7f1-0e1e29987a0c/dd85fe61-920d-42f7-a824-5314b72e831c/b52f427a-4567-4963-8675-379519260cc0) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:22:39.470201 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Publish callbacks [] for router_gateway (34b7ce94-7700-4d93-9628-d904c1aaa197), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:39.730560 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Publish callbacks [] for port (b52f427a-4567-4963-8675-379519260cc0), precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:39.743200 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (b52f427a-4567-4963-8675-379519260cc0), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:39.788640 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Publish callbacks [] for router_gateway (34b7ce94-7700-4d93-9628-d904c1aaa197), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:39.819781 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:39.847741 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Network 04501df6-4ee2-42f8-a7f1-0e1e29987a0c is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:22:39.851323 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:22:39.857635 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:22:39.882843 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Pushing event updated for resources: {'Port': ['ID=b52f427a-4567-4963-8675-379519260cc0,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:39.985604 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Attempting to bind port b52f427a-4567-4963-8675-379519260cc0 on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:22:39.985941 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Attempting to bind port b52f427a-4567-4963-8675-379519260cc0 by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': 'd2b976d1-8695-44b3-a3a0-abf44551abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:22:39.986885 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Attempting to bind port b52f427a-4567-4963-8675-379519260cc0 on network 04501df6-4ee2-42f8-a7f1-0e1e29987a0c {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:22:40.001277 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:22:40.002169 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Checking segment: {'id': 'd2b976d1-8695-44b3-a3a0-abf44551abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:22:40.002744 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:40.003311 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Bound using segment: {'id': 'd2b976d1-8695-44b3-a3a0-abf44551abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:22:40.004115 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Bound port: b52f427a-4567-4963-8675-379519260cc0, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b976d1-8695-44b3-a3a0-abf44551abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:22:40.005908 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (b52f427a-4567-4963-8675-379519260cc0), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:40.010352 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Allocated IP 172.27.2.121 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/5a580298-4755-43a9-9f76-b9b1bd0b8112) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:22:40.113642 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] For port b52f427a-4567-4963-8675-379519260cc0, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:22:40.123224 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] For port b52f427a-4567-4963-8675-379519260cc0, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=b52f427a-4567-4963-8675-379519260cc0,segment=NetworkSegment(d2b976d1-8695-44b3-a3a0-abf44551abf2),segment_id=d2b976d1-8695-44b3-a3a0-abf44551abf2)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:22:40.145132 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (b52f427a-4567-4963-8675-379519260cc0), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:40.284009 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c1303-d0eb-4d86-a139-ea809aa74d04 None None] Pushing event updated for resources: {'Port': ['ID=b52f427a-4567-4963-8675-379519260cc0,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:40.298230 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3623c-fc6f-4de4-bd2a-0473dcb4c054 req-46e76f8e-6ef0-4631-8655-cb7b6ba61843 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:40.306033 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d4c3623c-fc6f-4de4-bd2a-0473dcb4c054 req-46e76f8e-6ef0-4631-8655-cb7b6ba61843 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.1512570 Feb 14 16:22:40.314008 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Publish callbacks [] for port (5a580298-4755-43a9-9f76-b9b1bd0b8112), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:40.440963 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d4c3623c-fc6f-4de4-bd2a-0473dcb4c054 req-78368dbf-2f12-4ccd-9aa0-7fd1fb5485f4 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334333 Feb 14 16:22:40.502531 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (5a580298-4755-43a9-9f76-b9b1bd0b8112), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:40.650686 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a580298-4755-43a9-9f76-b9b1bd0b8112,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:40.659334 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:22:40.662376 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:22:40.665028 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:22:40.674165 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd500-bb8d-487e-ad1b-619b722c4bff req-f4adc66b-eca1-41ac-b6e9-81706f7d479c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:40.692556 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ca8bd500-bb8d-487e-ad1b-619b722c4bff req-f4adc66b-eca1-41ac-b6e9-81706f7d479c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1588068 Feb 14 16:22:40.786521 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ca8bd500-bb8d-487e-ad1b-619b722c4bff req-47e86b23-3ea6-4ef6-a1d5-7ddf0b32b1eb tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912266 Feb 14 16:22:41.297751 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:41.453258 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Publish callbacks [] for router_gateway (34b7ce94-7700-4d93-9628-d904c1aaa197), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:41.539457 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device b52f427a-4567-4963-8675-379519260cc0 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:22:41.686723 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port b52f427a-4567-4963-8675-379519260cc0 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:41.687129 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (b52f427a-4567-4963-8675-379519260cc0), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:41.815406 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0641eb-30bf-4290-b8a2-e4eaed2ace1b req-bc881b1b-cc49-4c18-9c06-81f778c880b6 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:41.820578 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6c0641eb-30bf-4290-b8a2-e4eaed2ace1b req-bc881b1b-cc49-4c18-9c06-81f778c880b6 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.2115309 Feb 14 16:22:41.821098 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port b52f427a-4567-4963-8675-379519260cc0 is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:41.821634 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (b52f427a-4567-4963-8675-379519260cc0), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:41.822330 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router (34b7ce94-7700-4d93-9628-d904c1aaa197), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:41.917495 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port b52f427a-4567-4963-8675-379519260cc0, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=b52f427a-4567-4963-8675-379519260cc0,segment=NetworkSegment(d2b976d1-8695-44b3-a3a0-abf44551abf2),segment_id=d2b976d1-8695-44b3-a3a0-abf44551abf2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:41.927416 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (b52f427a-4567-4963-8675-379519260cc0), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:42.014106 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=b52f427a-4567-4963-8675-379519260cc0,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:42.031153 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1422-8ce7-4de3-bf9c-65e738635456 req-9fb221a6-1a9a-4560-8d29-1faf3d9693ec tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:42.043421 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-cbcd1422-8ce7-4de3-bf9c-65e738635456 req-9fb221a6-1a9a-4560-8d29-1faf3d9693ec tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1469700 Feb 14 16:22:42.057940 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6c0641eb-30bf-4290-b8a2-e4eaed2ace1b req-7ce23112-43a5-460d-aced-e6b73b45e20b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280314 Feb 14 16:22:42.069326 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a010af-04b3-47f0-bedd-9f0ed6c3c663 None None] Network 04501df6-4ee2-42f8-a7f1-0e1e29987a0c requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:22:42.079706 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Router 34b7ce94-7700-4d93-9628-d904c1aaa197 is scheduled to L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 with binding_index 1 {{(pid=102553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:22:42.117000 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-cbcd1422-8ce7-4de3-bf9c-65e738635456 req-ef85f9d3-74d1-4ac7-9268-6679a6cd254c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722146 Feb 14 16:22:42.240324 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-000d0a83-1d9b-4bc4-b1dc-5370f3098047 None None] Provisioning complete for port b52f427a-4567-4963-8675-379519260cc0 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:42.240697 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-000d0a83-1d9b-4bc4-b1dc-5370f3098047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (b52f427a-4567-4963-8675-379519260cc0), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:42.251262 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:22:42.267782 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Sync routers for ids ['34b7ce94-7700-4d93-9628-d904c1aaa197'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:22:42.296739 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Routers {'34b7ce94-7700-4d93-9628-d904c1aaa197'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:22:42.296739 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:22:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['34b7ce94-7700-4d93-9628-d904c1aaa197'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:42.308166 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:42.315798 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-6c50dec2-e16e-4c75-a93a-fff15b67d3a1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2383175 Feb 14 16:22:42.316173 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 53288) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:42.500845 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Set router 34b7ce94-7700-4d93-9628-d904c1aaa197 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:22:42.605180 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-000d0a83-1d9b-4bc4-b1dc-5370f3098047 None None] Current status of the port b52f427a-4567-4963-8675-379519260cc0 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:42.839331 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-236fb578-b1e7-4dbf-8667-c222371ee810 None None] Provisioning complete for port b52f427a-4567-4963-8675-379519260cc0 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:42.839683 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-236fb578-b1e7-4dbf-8667-c222371ee810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (b52f427a-4567-4963-8675-379519260cc0), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:42.917528 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:41Z', 'revision_number': 3, 'project_id': '84431557f940487eb224596e913ad8d0', 'gw_port': {'id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:42.977655 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Checking router: 34b7ce94-7700-4d93-9628-d904c1aaa197 for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:22:42.978393 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Updating router 34b7ce94-7700-4d93-9628-d904c1aaa197 port 5a580298-4755-43a9-9f76-b9b1bd0b8112 binding host dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:22:43.001839 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-236fb578-b1e7-4dbf-8667-c222371ee810 None None] Current status of the port b52f427a-4567-4963-8675-379519260cc0 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:43.042066 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (5a580298-4755-43a9-9f76-b9b1bd0b8112), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:43.429308 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e8849-e5db-4ccb-a932-9bef57f021fe req-d1754781-c851-4f44-b563-bf5ae89daebc tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:43.442647 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-bc6e8849-e5db-4ccb-a932-9bef57f021fe req-d1754781-c851-4f44-b563-bf5ae89daebc tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1613088 Feb 14 16:22:43.471944 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906ff3d-d6bc-42fb-85e5-c15618f0843b req-db734222-7c77-4c3d-9986-204d7ac5e036 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:43.479930 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0906ff3d-d6bc-42fb-85e5-c15618f0843b req-db734222-7c77-4c3d-9986-204d7ac5e036 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.2303128 Feb 14 16:22:43.480063 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device b52f427a-4567-4963-8675-379519260cc0 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:22:43.555844 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-bc6e8849-e5db-4ccb-a932-9bef57f021fe req-3a00f180-4663-42e0-a6c3-ae6fca616d0a tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119211 Feb 14 16:22:43.620397 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port b52f427a-4567-4963-8675-379519260cc0 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:43.626051 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (b52f427a-4567-4963-8675-379519260cc0), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:43.702039 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0906ff3d-d6bc-42fb-85e5-c15618f0843b req-804e8b12-677a-4f85-855d-d3d9ba5286cb tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123787 Feb 14 16:22:43.707763 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:43.785847 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Publish callbacks [] for port (5a580298-4755-43a9-9f76-b9b1bd0b8112), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:43.795004 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (5a580298-4755-43a9-9f76-b9b1bd0b8112), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:43.815697 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port b52f427a-4567-4963-8675-379519260cc0 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:43.887101 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Attempting to bind port 5a580298-4755-43a9-9f76-b9b1bd0b8112 on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:22:43.887386 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Attempting to bind port 5a580298-4755-43a9-9f76-b9b1bd0b8112 by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:22:43.887699 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Attempting to bind port 5a580298-4755-43a9-9f76-b9b1bd0b8112 on network fbee9b82-1d0f-41e0-9255-a9db1855e990 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:22:43.889827 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e7b72-5ec7-42e4-adb9-e4487cb9f699 None None] Pushing event updated for resources: {'Port': ['ID=5a580298-4755-43a9-9f76-b9b1bd0b8112,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:43.900491 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e7b72-5ec7-42e4-adb9-e4487cb9f699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:43.900865 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e7b72-5ec7-42e4-adb9-e4487cb9f699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:43.901203 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e7b72-5ec7-42e4-adb9-e4487cb9f699 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:43.901597 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e7b72-5ec7-42e4-adb9-e4487cb9f699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:43.902044 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e7b72-5ec7-42e4-adb9-e4487cb9f699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:43.902285 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e7b72-5ec7-42e4-adb9-e4487cb9f699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:43.902622 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e7b72-5ec7-42e4-adb9-e4487cb9f699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:43.903036 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e7b72-5ec7-42e4-adb9-e4487cb9f699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:43.903288 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e7b72-5ec7-42e4-adb9-e4487cb9f699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:43.903736 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e7b72-5ec7-42e4-adb9-e4487cb9f699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:43.904201 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e7b72-5ec7-42e4-adb9-e4487cb9f699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:43.904419 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e7b72-5ec7-42e4-adb9-e4487cb9f699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:43.904736 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e7b72-5ec7-42e4-adb9-e4487cb9f699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:22:43.908161 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:22:43.908586 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Checking segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:22:43.908938 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:43.909325 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Bound using segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:22:43.909861 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Bound port: 5a580298-4755-43a9-9f76-b9b1bd0b8112, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:22:43.910831 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (5a580298-4755-43a9-9f76-b9b1bd0b8112), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:44.005367 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] For port 5a580298-4755-43a9-9f76-b9b1bd0b8112, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:22:44.009918 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] For port 5a580298-4755-43a9-9f76-b9b1bd0b8112, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=5a580298-4755-43a9-9f76-b9b1bd0b8112,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:22:44.018961 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (5a580298-4755-43a9-9f76-b9b1bd0b8112), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:44.071438 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Allocated IP 172.20.0.1 (04501df6-4ee2-42f8-a7f1-0e1e29987a0c/dd85fe61-920d-42f7-a824-5314b72e831c/4e65a5a4-48bb-4b75-86f6-daff480d4550) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:22:44.133389 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Routers {'34b7ce94-7700-4d93-9628-d904c1aaa197'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:22:44.134110 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:22:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['34b7ce94-7700-4d93-9628-d904c1aaa197'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:44.137609 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e7b72-5ec7-42e4-adb9-e4487cb9f699 None None] Pushing event updated for resources: {'Port': ['ID=5a580298-4755-43a9-9f76-b9b1bd0b8112,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:44.247918 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Publish callbacks [] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:44.286771 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:44.297267 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] Set router 34b7ce94-7700-4d93-9628-d904c1aaa197 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:22:44.366447 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Network 04501df6-4ee2-42f8-a7f1-0e1e29987a0c is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:22:44.372418 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:22:44.381400 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:22:44.437924 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Pushing event updated for resources: {'Port': ['ID=4e65a5a4-48bb-4b75-86f6-daff480d4550,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:44.481801 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629114'] for router_interface (34b7ce94-7700-4d93-9628-d904c1aaa197), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:44.699370 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:41Z', 'revision_number': 3, 'project_id': '84431557f940487eb224596e913ad8d0', 'gw_port': {'id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:44.725955 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d610ba0-df2e-44d2-918b-41873f0b7d55 req-2c285f7d-54f2-4b51-97ed-674b13431f5d tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:44.727536 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8d610ba0-df2e-44d2-918b-41873f0b7d55 req-2c285f7d-54f2-4b51-97ed-674b13431f5d tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0763624 Feb 14 16:22:44.752350 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2556edb7-95a1-4407-8af6-16aba5cdcc78 None None] The sync data for ids ['34b7ce94-7700-4d93-9628-d904c1aaa197'] in dv-cinder-819668-3-iscsi is: [{'id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:41Z', 'revision_number': 3, 'project_id': '84431557f940487eb224596e913ad8d0', 'gw_port': {'id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:22:44.781636 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-29ff7340-2bde-4629-bcd5-f7fe781996ea None None] Provisioning complete for port 4e65a5a4-48bb-4b75-86f6-daff480d4550 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:44.789449 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-29ff7340-2bde-4629-bcd5-f7fe781996ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:44.800268 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8d610ba0-df2e-44d2-918b-41873f0b7d55 req-81cdeb5d-f31e-4e11-92ec-2f061d97d154 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670369 Feb 14 16:22:44.856368 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:44.874640 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-29ff7340-2bde-4629-bcd5-f7fe781996ea None None] Port 4e65a5a4-48bb-4b75-86f6-daff480d4550 cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:22:44.994097 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f5fd8-32cc-48c8-973f-acfadcb92083 req-182a9353-1774-48df-8804-fd86ee47594c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:44.995745 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-aa8f5fd8-32cc-48c8-973f-acfadcb92083 req-182a9353-1774-48df-8804-fd86ee47594c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.1312902 Feb 14 16:22:45.502748 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 5a580298-4755-43a9-9f76-b9b1bd0b8112 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:22:45.521668 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-aa8f5fd8-32cc-48c8-973f-acfadcb92083 req-8f0c5fba-a198-4734-990d-a83a67dbb2fd tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5131495 Feb 14 16:22:45.590034 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:22:45.650166 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 5a580298-4755-43a9-9f76-b9b1bd0b8112 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:45.650773 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (5a580298-4755-43a9-9f76-b9b1bd0b8112), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:45.661004 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Publish callbacks [] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:45.673902 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:45.792857 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 5a580298-4755-43a9-9f76-b9b1bd0b8112 is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:45.793426 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (5a580298-4755-43a9-9f76-b9b1bd0b8112), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:45.841143 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port 5a580298-4755-43a9-9f76-b9b1bd0b8112, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=5a580298-4755-43a9-9f76-b9b1bd0b8112,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:45.853021 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (5a580298-4755-43a9-9f76-b9b1bd0b8112), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:45.861123 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Pushing event updated for resources: {'Port': ['ID=4e65a5a4-48bb-4b75-86f6-daff480d4550,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:45.891497 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629126'] for router_interface (34b7ce94-7700-4d93-9628-d904c1aaa197), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:45.939576 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=5a580298-4755-43a9-9f76-b9b1bd0b8112,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:46.067129 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7789116-12f0-4de9-bda3-c7ff7ad5063f req-132eb19b-886c-4ceb-9a14-fdba6fa4882e tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:46.069617 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f7789116-12f0-4de9-bda3-c7ff7ad5063f req-132eb19b-886c-4ceb-9a14-fdba6fa4882e tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0925841 Feb 14 16:22:46.091390 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Network 04501df6-4ee2-42f8-a7f1-0e1e29987a0c is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:22:46.093864 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:22:46.134008 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f7789116-12f0-4de9-bda3-c7ff7ad5063f req-5158b37a-09de-4b8b-8ab6-4fd9635e8fac tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582545 Feb 14 16:22:46.301017 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Router 34b7ce94-7700-4d93-9628-d904c1aaa197 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:22:46.471098 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:22:46.491464 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-06da14c6-2fb8-40a6-837f-eb1a00b3fa6c admin admin] 10.222.0.55 "PUT /v2.0/routers/34b7ce94-7700-4d93-9628-d904c1aaa197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1725307 Feb 14 16:22:46.556481 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-6feea03f-20c1-4fdc-a583-9cbec847df39 None None] Provisioning complete for port 4e65a5a4-48bb-4b75-86f6-daff480d4550 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:46.556863 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-6feea03f-20c1-4fdc-a583-9cbec847df39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:46.602834 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-6feea03f-20c1-4fdc-a583-9cbec847df39 None None] Port 4e65a5a4-48bb-4b75-86f6-daff480d4550 cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:22:46.759271 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed32c4-2165-4387-acd8-74f0b59fdcc9 req-4717069b-c4e5-4f28-af66-c016fea8dfe5 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:46.761410 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c0ed32c4-2165-4387-acd8-74f0b59fdcc9 req-4717069b-c4e5-4f28-af66-c016fea8dfe5 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.1171427 Feb 14 16:22:46.840987 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c0ed32c4-2165-4387-acd8-74f0b59fdcc9 req-2590b54b-c523-4110-892e-b93dce8a9db1 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738902 Feb 14 16:22:47.307543 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5d5b8-5f8e-4299-aa7c-35947e76f28a req-3ed7ae2e-b2d0-4700-8166-f27819b9ba8b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:47.309757 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6ba5d5b8-5f8e-4299-aa7c-35947e76f28a req-3ed7ae2e-b2d0-4700-8166-f27819b9ba8b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0850599 Feb 14 16:22:47.376384 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6ba5d5b8-5f8e-4299-aa7c-35947e76f28a req-7d10fcab-d9df-4c8c-b41c-882cded0df5c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604827 Feb 14 16:22:47.429925 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 53448) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:47.435359 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-613683168-network', 'tenant_id': '91f20d8b7be8418fb476528c67fedf07'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:47.477198 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 5a580298-4755-43a9-9f76-b9b1bd0b8112 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:22:47.493316 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] Made reservation on behalf of 91f20d8b7be8418fb476528c67fedf07 for: {'network': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:22:47.497630 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:47.517290 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Sync routers for ids ['34b7ce94-7700-4d93-9628-d904c1aaa197'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:22:47.531933 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:47.548775 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Routers {'34b7ce94-7700-4d93-9628-d904c1aaa197'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:22:47.549416 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:22:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['34b7ce94-7700-4d93-9628-d904c1aaa197'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:47.621758 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 5a580298-4755-43a9-9f76-b9b1bd0b8112 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:47.622428 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (5a580298-4755-43a9-9f76-b9b1bd0b8112), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:47.713358 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] Publish callbacks [] for security_group (e944b2bc-90a1-4330-be49-a75c99361da5), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:47.724013 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (e944b2bc-90a1-4330-be49-a75c99361da5), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:47.789490 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:22:47.793375 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e944b2bc-90a1-4330-be49-a75c99361da5,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:47.819965 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (16f9106b-5db9-4fc4-8712-bc62e860a3cc), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:47.820336 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.segments_db [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] Added segment 16f9106b-5db9-4fc4-8712-bc62e860a3cc of type vlan for network 11724dc5-f2a4-4862-ba3e-ea78ff73e282 Feb 14 16:22:47.944843 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (11724dc5-f2a4-4862-ba3e-ea78ff73e282), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:48.020377 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Set router 34b7ce94-7700-4d93-9628-d904c1aaa197 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:22:48.047840 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (11724dc5-f2a4-4862-ba3e-ea78ff73e282), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:48.048802 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:48.049382 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:48.138810 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7072458 Feb 14 16:22:48.141303 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53458) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:48.146772 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-19ae5552-181e-4f29-a88f-383e901904c0 admin admin] Request body: {'subnet': {'network_id': '11724dc5-f2a4-4862-ba3e-ea78ff73e282', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-613683168-subnet', 'tenant_id': '91f20d8b7be8418fb476528c67fedf07', 'ip_version': 4}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:48.167863 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475336e-d575-44c3-ab35-eac46f8cf493 req-5c32dba4-02ad-40ee-8cc7-710105a90478 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:48.178381 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3475336e-d575-44c3-ab35-eac46f8cf493 req-5c32dba4-02ad-40ee-8cc7-710105a90478 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.2078655 Feb 14 16:22:48.181449 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51896f4-2041-4ce8-92b6-ae8dbcc53f62 admin admin] Pushing event updated for resources: {'Network': ['ID=11724dc5-f2a4-4862-ba3e-ea78ff73e282,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:48.201016 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 5a580298-4755-43a9-9f76-b9b1bd0b8112 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:48.204192 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network 11724dc5-f2a4-4862-ba3e-ea78ff73e282 details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:22:48.209778 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ae5552-181e-4f29-a88f-383e901904c0 admin admin] Made reservation on behalf of 91f20d8b7be8418fb476528c67fedf07 for: {'subnet': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:22:48.217413 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-19ae5552-181e-4f29-a88f-383e901904c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260073590'] for subnet (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:48.264248 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3475336e-d575-44c3-ab35-eac46f8cf493 req-c040a921-5eef-4fd2-921b-2d515ad38bc5 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846071 Feb 14 16:22:48.463162 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-19ae5552-181e-4f29-a88f-383e901904c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262131310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260073540'] for subnet (8c497a7c-e7a9-47d6-8bf7-2210f816f122), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:48.506067 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-09685002-c035-4da7-9a3d-063a142aa67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:48.527992 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:44Z', 'revision_number': 4, 'project_id': '84431557f940487eb224596e913ad8d0', 'gw_port': {'id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '4e65a5a4-48bb-4b75-86f6-daff480d4550', 'name': '', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'mac_address': 'fa:16:3e:30:a8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:43Z', 'updated_at': '2022-02-14T16:22:44Z', 'revision_number': 2, 'project_id': '84431557f940487eb224596e913ad8d0', 'subnets': [{'id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:48.572293 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae5552-181e-4f29-a88f-383e901904c0 admin admin] Checking segment: {'id': '16f9106b-5db9-4fc4-8712-bc62e860a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11724dc5-f2a4-4862-ba3e-ea78ff73e282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:22:48.572816 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae5552-181e-4f29-a88f-383e901904c0 admin admin] Network hostable DHCP agents. Network: 11724dc5-f2a4-4862-ba3e-ea78ff73e282, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:22:48.576051 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Checking router: 34b7ce94-7700-4d93-9628-d904c1aaa197 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:22:48.576414 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Updating router 34b7ce94-7700-4d93-9628-d904c1aaa197 port 4e65a5a4-48bb-4b75-86f6-daff480d4550 binding host dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:22:48.597985 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae5552-181e-4f29-a88f-383e901904c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c497a7c-e7a9-47d6-8bf7-2210f816f122,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:48.611284 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:48.611897 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae5552-181e-4f29-a88f-383e901904c0 admin admin] Network 11724dc5-f2a4-4862-ba3e-ea78ff73e282 is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:22:48.640935 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddcebb-b3bc-4bf1-a0a8-b6059926bf00 req-febda0f8-8571-48d1-900e-c0a497086448 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:48.642530 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-50ddcebb-b3bc-4bf1-a0a8-b6059926bf00 req-febda0f8-8571-48d1-900e-c0a497086448 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0928993 Feb 14 16:22:48.643139 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-19ae5552-181e-4f29-a88f-383e901904c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, 11724dc5-f2a4-4862-ba3e-ea78ff73e282) {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:22:48.647876 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae5552-181e-4f29-a88f-383e901904c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:48.648467 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-19ae5552-181e-4f29-a88f-383e901904c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:48.654308 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84da070b-0dcf-4db0-96fa-a26f8eb2bc6a None None] Network 11724dc5-f2a4-4862-ba3e-ea78ff73e282 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:22:48.689053 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-19ae5552-181e-4f29-a88f-383e901904c0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5466146 Feb 14 16:22:48.691638 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53466) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:48.696261 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-613683168-router', 'tenant_id': '91f20d8b7be8418fb476528c67fedf07', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:48.706623 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 53468) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:48.751367 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-50ddcebb-b3bc-4bf1-a0a8-b6059926bf00 req-48f23274-ec2e-4a1c-8eab-e3f2b1fe2f7e tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973952 Feb 14 16:22:48.753223 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44730'] for router (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:48.755232 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44723'] for router (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:48.774615 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f375691-e0c5-4983-a49e-2c3d61d93f16 admin admin] Deleting subnet 2953a672-c368-4684-9c3c-f68400a6bcbc {{(pid=102553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:22:48.778174 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3f375691-e0c5-4983-a49e-2c3d61d93f16 admin admin] Publish callbacks [] for subnet (2953a672-c368-4684-9c3c-f68400a6bcbc), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:48.829334 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Publish callbacks [] for router_controller (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), precommit_add_association {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:48.832970 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3f375691-e0c5-4983-a49e-2c3d61d93f16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261692512'] for subnet (2953a672-c368-4684-9c3c-f68400a6bcbc), precommit_delete_associations {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:48.876757 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3f375691-e0c5-4983-a49e-2c3d61d93f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (2953a672-c368-4684-9c3c-f68400a6bcbc), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:48.979662 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40576992-a238-5e9f-998a-f4f656238b83-11724dc5-f2a4-4862-ba3e-ea78ff73e282', 'network_id': '11724dc5-f2a4-4862-ba3e-ea78ff73e282', 'project_id': '91f20d8b7be8418fb476528c67fedf07', 'fixed_ips': [{'subnet_id': '8c497a7c-e7a9-47d6-8bf7-2210f816f122'}]}} from dv-cinder-819668-3-iscsi. {{(pid=102554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:22:48.979956 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3f375691-e0c5-4983-a49e-2c3d61d93f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260103255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260062759'] for subnet (2953a672-c368-4684-9c3c-f68400a6bcbc), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:48.980509 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.012267 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Publish callbacks [] for router_gateway (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.022285 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3f375691-e0c5-4983-a49e-2c3d61d93f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.028265 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-3f375691-e0c5-4983-a49e-2c3d61d93f16 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2953a672-c368-4684-9c3c-f68400a6bcbc HTTP/1.1" status: 204 len: 168 time: 0.3204448 Feb 14 16:22:49.029028 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 53472) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:49.029966 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f375691-e0c5-4983-a49e-2c3d61d93f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2953a672-c368-4684-9c3c-f68400a6bcbc,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:49.105398 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Publish callbacks [] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.114349 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d096e0f9-62f6-474e-9fdf-044013784cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (c2510c79-8e98-4810-9f7d-1e802dc3646c), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.119244 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.201287 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d096e0f9-62f6-474e-9fdf-044013784cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (c2510c79-8e98-4810-9f7d-1e802dc3646c), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.210330 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6e9e0-14d1-484f-85b9-34746a94c0cf None None] Pushing event updated for resources: {'Port': ['ID=4e65a5a4-48bb-4b75-86f6-daff480d4550,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:49.233701 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-d096e0f9-62f6-474e-9fdf-044013784cac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2510c79-8e98-4810-9f7d-1e802dc3646c']}} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:49.246300 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-d096e0f9-62f6-474e-9fdf-044013784cac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65737c0b-92d5-4af2-8bf6-af25a3a45bf0') {'for_net_delete': True} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:49.246929 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-d096e0f9-62f6-474e-9fdf-044013784cac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65737c0b-92d5-4af2-8bf6-af25a3a45bf0') {} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:49.256576 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Allocated IP 172.20.0.2 (11724dc5-f2a4-4862-ba3e-ea78ff73e282/8c497a7c-e7a9-47d6-8bf7-2210f816f122/a70383df-53d4-4ff4-b43c-96d6df35d970) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:22:49.263467 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d096e0f9-62f6-474e-9fdf-044013784cac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261692535'] for segment (65737c0b-92d5-4af2-8bf6-af25a3a45bf0), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.277105 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Publish callbacks [] for router_gateway (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.282816 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d096e0f9-62f6-474e-9fdf-044013784cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (65737c0b-92d5-4af2-8bf6-af25a3a45bf0), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.294123 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d096e0f9-62f6-474e-9fdf-044013784cac admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:22:49.294984 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d096e0f9-62f6-474e-9fdf-044013784cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260101877'] for segment (65737c0b-92d5-4af2-8bf6-af25a3a45bf0), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: Traceback (most recent call last): Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: timer() Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: cb(*args, **kw) Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: return func(*args, **kwargs) Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: self._notify() Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: self.callback(batched_events) Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: event.method(event) Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: return f(self, *a, **k) Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._get(url).json() Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: return self.request(url, 'GET', **kwargs) Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:22:49.297281 dv-cinder-819668-3-iscsi neutron-server[102553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:22:49.318327 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.326234 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Attempting to bind port 4e65a5a4-48bb-4b75-86f6-daff480d4550 on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:22:49.326618 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Attempting to bind port 4e65a5a4-48bb-4b75-86f6-daff480d4550 by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': 'd2b976d1-8695-44b3-a3a0-abf44551abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:22:49.333239 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Attempting to bind port 4e65a5a4-48bb-4b75-86f6-daff480d4550 on network 04501df6-4ee2-42f8-a7f1-0e1e29987a0c {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:22:49.368135 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:22:49.368600 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Checking segment: {'id': 'd2b976d1-8695-44b3-a3a0-abf44551abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:22:49.368921 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.369318 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Bound using segment: {'id': 'd2b976d1-8695-44b3-a3a0-abf44551abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:22:49.369826 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Bound port: 4e65a5a4-48bb-4b75-86f6-daff480d4550, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b976d1-8695-44b3-a3a0-abf44551abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:22:49.370210 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.384733 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d096e0f9-62f6-474e-9fdf-044013784cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (c2510c79-8e98-4810-9f7d-1e802dc3646c), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.415877 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d096e0f9-62f6-474e-9fdf-044013784cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.419724 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-d096e0f9-62f6-474e-9fdf-044013784cac admin admin] 10.222.0.55 "DELETE /v2.0/networks/c2510c79-8e98-4810-9f7d-1e802dc3646c HTTP/1.1" status: 204 len: 168 time: 0.3867028 Feb 14 16:22:49.471021 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096e0f9-62f6-474e-9fdf-044013784cac admin admin] Pushing event deleted for resources: {'Network': ['ID=c2510c79-8e98-4810-9f7d-1e802dc3646c,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:49.513931 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200cd04-90b3-4c5c-92fe-e05384a9b4b9 req-dd2c7a0e-4728-4fef-83e6-a54048637a77 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:49.516296 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b200cd04-90b3-4c5c-92fe-e05384a9b4b9 req-dd2c7a0e-4728-4fef-83e6-a54048637a77 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.1288638 Feb 14 16:22:49.529028 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_common [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Allocated IP 172.27.2.100 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/aae7f93a-8180-4ca6-b12e-df73413a1f1f) {{(pid=102552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:22:49.586136 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b200cd04-90b3-4c5c-92fe-e05384a9b4b9 req-adbf1082-1174-4a81-9835-a5eb0b2395cc tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638421 Feb 14 16:22:49.616642 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] For port 4e65a5a4-48bb-4b75-86f6-daff480d4550, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:22:49.621705 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] For port 4e65a5a4-48bb-4b75-86f6-daff480d4550, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=4e65a5a4-48bb-4b75-86f6-daff480d4550,segment=NetworkSegment(d2b976d1-8695-44b3-a3a0-abf44551abf2),segment_id=d2b976d1-8695-44b3-a3a0-abf44551abf2)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:22:49.637492 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.678149 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Publish callbacks [] for port (aae7f93a-8180-4ca6-b12e-df73413a1f1f), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.681538 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9981c4-0459-46b1-8a65-87159406bed1 req-1798501b-5d64-4cf1-93dc-40df8da80634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:49.683490 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d9981c4-0459-46b1-8a65-87159406bed1 req-1798501b-5d64-4cf1-93dc-40df8da80634 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 1129 time: 0.0608609 Feb 14 16:22:49.707891 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Publish callbacks [] for port (a70383df-53d4-4ff4-b43c-96d6df35d970), precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.718507 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-1e1a45a7-7830-42e0-8f6a-002712fc5847 None None] Provisioning complete for port 4e65a5a4-48bb-4b75-86f6-daff480d4550 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:49.718911 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e1a45a7-7830-42e0-8f6a-002712fc5847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.743626 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (aae7f93a-8180-4ca6-b12e-df73413a1f1f), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.754413 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53478) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:49.757666 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d9981c4-0459-46b1-8a65-87159406bed1 req-8123139e-c8a1-4b91-ad51-4c2e2756ad9d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667791 Feb 14 16:22:49.760065 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (a70383df-53d4-4ff4-b43c-96d6df35d970), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:49.775074 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Routers {'34b7ce94-7700-4d93-9628-d904c1aaa197'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:22:49.775699 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:22:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['34b7ce94-7700-4d93-9628-d904c1aaa197'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:49.810337 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Pushing event updated for resources: {'Port': ['ID=aae7f93a-8180-4ca6-b12e-df73413a1f1f,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:49.829345 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Network 11724dc5-f2a4-4862-ba3e-ea78ff73e282 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:22:49.834350 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6e9e0-14d1-484f-85b9-34746a94c0cf None None] Pushing event updated for resources: {'Port': ['ID=4e65a5a4-48bb-4b75-86f6-daff480d4550,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:49.852633 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:22:49.864236 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:22:49.872291 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:22:49.880886 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Received port after_create {{(pid=102552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:22:49.883686 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:22:49.943352 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Pushing event updated for resources: {'Port': ['ID=a70383df-53d4-4ff4-b43c-96d6df35d970,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:49.953879 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-0fc3e76a-99a0-43c7-95c9-281a09c4857d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcab7f23a90142549da4d78d9f598d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933088 Feb 14 16:22:49.956271 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53484) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:49.987873 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e5981-e547-4eba-9748-b2795123be27 req-a30c39d1-818d-4d9d-864a-cc69a03b27ca tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:49.996314 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b86e5981-e547-4eba-9748-b2795123be27 req-a30c39d1-818d-4d9d-864a-cc69a03b27ca tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1474595 Feb 14 16:22:50.183373 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Attempting to bind port a70383df-53d4-4ff4-b43c-96d6df35d970 on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:22:50.183758 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Attempting to bind port a70383df-53d4-4ff4-b43c-96d6df35d970 by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '16f9106b-5db9-4fc4-8712-bc62e860a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11724dc5-f2a4-4862-ba3e-ea78ff73e282'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:22:50.184271 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Attempting to bind port a70383df-53d4-4ff4-b43c-96d6df35d970 on network 11724dc5-f2a4-4862-ba3e-ea78ff73e282 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:22:50.204504 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] Set router 34b7ce94-7700-4d93-9628-d904c1aaa197 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:22:50.206467 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:22:50.206903 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Checking segment: {'id': '16f9106b-5db9-4fc4-8712-bc62e860a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11724dc5-f2a4-4862-ba3e-ea78ff73e282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:22:50.207317 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:50.207710 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Bound using segment: {'id': '16f9106b-5db9-4fc4-8712-bc62e860a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11724dc5-f2a4-4862-ba3e-ea78ff73e282'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:22:50.208216 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Bound port: a70383df-53d4-4ff4-b43c-96d6df35d970, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f9106b-5db9-4fc4-8712-bc62e860a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11724dc5-f2a4-4862-ba3e-ea78ff73e282'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:22:50.208600 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (a70383df-53d4-4ff4-b43c-96d6df35d970), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:50.256319 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a45a7-7830-42e0-8f6a-002712fc5847 None None] Current status of the port 4e65a5a4-48bb-4b75-86f6-daff480d4550 is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:50.256618 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e1a45a7-7830-42e0-8f6a-002712fc5847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:50.367327 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b86e5981-e547-4eba-9748-b2795123be27 req-d9368d34-f70e-4460-b4d9-32a34db7c3cf tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700325 Feb 14 16:22:50.382219 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9da47002-99aa-4eb6-b3bc-a5e47c744f1a admin admin] Publish callbacks [] for security_group (2a02996b-a5e4-4767-9ddf-adc001532403), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:50.391352 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-1e1a45a7-7830-42e0-8f6a-002712fc5847 None None] For port 4e65a5a4-48bb-4b75-86f6-daff480d4550, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=4e65a5a4-48bb-4b75-86f6-daff480d4550,segment=NetworkSegment(d2b976d1-8695-44b3-a3a0-abf44551abf2),segment_id=d2b976d1-8695-44b3-a3a0-abf44551abf2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:50.400158 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1e1a45a7-7830-42e0-8f6a-002712fc5847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:50.415638 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9da47002-99aa-4eb6-b3bc-a5e47c744f1a admin admin] Publish callbacks [] for security_group (2a02996b-a5e4-4767-9ddf-adc001532403), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:50.433701 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] For port a70383df-53d4-4ff4-b43c-96d6df35d970, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:22:50.477863 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] For port a70383df-53d4-4ff4-b43c-96d6df35d970, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=a70383df-53d4-4ff4-b43c-96d6df35d970,segment=NetworkSegment(16f9106b-5db9-4fc4-8712-bc62e860a3cc),segment_id=16f9106b-5db9-4fc4-8712-bc62e860a3cc)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:22:50.503467 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (a70383df-53d4-4ff4-b43c-96d6df35d970), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:50.532934 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a45a7-7830-42e0-8f6a-002712fc5847 None None] Pushing event updated for resources: {'Port': ['ID=4e65a5a4-48bb-4b75-86f6-daff480d4550,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:50.549194 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Publish callbacks [] for router_gateway (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:50.553914 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9da47002-99aa-4eb6-b3bc-a5e47c744f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (2a02996b-a5e4-4767-9ddf-adc001532403), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:50.556958 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9da47002-99aa-4eb6-b3bc-a5e47c744f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:50.558338 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-9da47002-99aa-4eb6-b3bc-a5e47c744f1a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a02996b-a5e4-4767-9ddf-adc001532403 HTTP/1.1" status: 204 len: 168 time: 0.6004694 Feb 14 16:22:50.611254 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da47002-99aa-4eb6-b3bc-a5e47c744f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a02996b-a5e4-4767-9ddf-adc001532403,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:50.632794 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-b8f19244-a081-4928-a6c8-1a70a41fd412 None None] Provisioning complete for port 4e65a5a4-48bb-4b75-86f6-daff480d4550 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:50.633319 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b8f19244-a081-4928-a6c8-1a70a41fd412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:50.695272 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f319e-b543-4f65-b5fb-b359955924ea None None] Pushing event updated for resources: {'Port': ['ID=a70383df-53d4-4ff4-b43c-96d6df35d970,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:50.758127 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-63b8768a-2f86-4850-889c-7771530927b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:50.782277 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:44Z', 'revision_number': 4, 'project_id': '84431557f940487eb224596e913ad8d0', 'gw_port': {'id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '4e65a5a4-48bb-4b75-86f6-daff480d4550', 'name': '', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'mac_address': 'fa:16:3e:30:a8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:43Z', 'updated_at': '2022-02-14T16:22:49Z', 'revision_number': 4, 'project_id': '84431557f940487eb224596e913ad8d0', 'subnets': [{'id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:50.828971 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bf0df-2173-44ab-89c2-cadb1b6dc5b3 req-5485a8e9-73c2-4366-a993-a56b8946d686 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:50.835875 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4e735-b11f-4a19-853e-3b1e44793fbe None None] The sync data for ids ['34b7ce94-7700-4d93-9628-d904c1aaa197'] in dv-cinder-819668-3-iscsi is: [{'id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:44Z', 'revision_number': 4, 'project_id': '84431557f940487eb224596e913ad8d0', 'gw_port': {'id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '4e65a5a4-48bb-4b75-86f6-daff480d4550', 'name': '', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'mac_address': 'fa:16:3e:30:a8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:43Z', 'updated_at': '2022-02-14T16:22:49Z', 'revision_number': 4, 'project_id': '84431557f940487eb224596e913ad8d0', 'subnets': [{'id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:22:50.841433 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6e9bf0df-2173-44ab-89c2-cadb1b6dc5b3 req-5485a8e9-73c2-4366-a993-a56b8946d686 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.0962849 Feb 14 16:22:50.939422 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-b8f19244-a081-4928-a6c8-1a70a41fd412 None None] Current status of the port 4e65a5a4-48bb-4b75-86f6-daff480d4550 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:50.999976 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6e9bf0df-2173-44ab-89c2-cadb1b6dc5b3 req-a0d8254c-4b12-43dd-9fc8-f6458b522fcf tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483183 Feb 14 16:22:51.047552 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:51.319821 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Router 4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 is scheduled to L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 with binding_index 1 {{(pid=102552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:22:51.512736 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:22:51.525708 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Sync routers for ids ['4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:22:51.541597 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Routers {'4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:22:51.542471 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:22:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:51.567924 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:51.569616 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-ca0bc8ee-3bb9-4cb5-b02a-8916fdd3346a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8767338 Feb 14 16:22:51.572232 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53506) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:51.605139 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 4e65a5a4-48bb-4b75-86f6-daff480d4550 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:22:51.690458 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Set router 4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:22:51.694460 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 4e65a5a4-48bb-4b75-86f6-daff480d4550 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:51.695006 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:51.749499 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e823c-b2a1-4d7d-9432-5b15966a3e46 req-8f8eb91e-6221-4051-8474-885d29434545 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:51.751381 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f81e823c-b2a1-4d7d-9432-5b15966a3e46 req-8f8eb91e-6221-4051-8474-885d29434545 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.2846317 Feb 14 16:22:51.832781 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 4e65a5a4-48bb-4b75-86f6-daff480d4550 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:51.834726 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device a70383df-53d4-4ff4-b43c-96d6df35d970 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:22:51.910574 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port a70383df-53d4-4ff4-b43c-96d6df35d970 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:51.910819 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (a70383df-53d4-4ff4-b43c-96d6df35d970), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:51.917350 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f81e823c-b2a1-4d7d-9432-5b15966a3e46 req-a1945288-fd96-41d5-b0ee-9a1d678c1b76 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096539 Feb 14 16:22:52.064896 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:52.079433 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'name': 'tempest-TestShelveInstance-613683168-router', 'tenant_id': '91f20d8b7be8418fb476528c67fedf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:48Z', 'updated_at': '2022-02-14T16:22:50Z', 'revision_number': 3, 'project_id': '91f20d8b7be8418fb476528c67fedf07', 'gw_port': {'id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:49Z', 'updated_at': '2022-02-14T16:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:52.127187 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Checking router: 4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:22:52.128092 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Updating router 4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 port aae7f93a-8180-4ca6-b12e-df73413a1f1f binding host dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:22:52.168194 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port a70383df-53d4-4ff4-b43c-96d6df35d970 is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:52.168584 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (a70383df-53d4-4ff4-b43c-96d6df35d970), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:52.197234 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (aae7f93a-8180-4ca6-b12e-df73413a1f1f), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:52.245555 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port a70383df-53d4-4ff4-b43c-96d6df35d970, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=a70383df-53d4-4ff4-b43c-96d6df35d970,segment=NetworkSegment(16f9106b-5db9-4fc4-8712-bc62e860a3cc),segment_id=16f9106b-5db9-4fc4-8712-bc62e860a3cc)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:52.257204 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (a70383df-53d4-4ff4-b43c-96d6df35d970), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:52.384284 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=a70383df-53d4-4ff4-b43c-96d6df35d970,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:52.396631 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19383025-88d6-4627-b585-13448b3b6aa2 req-9f55f743-8dae-4a32-850e-76cc5093d678 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:52.405502 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-19383025-88d6-4627-b585-13448b3b6aa2 req-9f55f743-8dae-4a32-850e-76cc5093d678 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.2001653 Feb 14 16:22:52.484294 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8e9ac5-aa19-4149-b3ec-73d876ffb673 None None] Network 11724dc5-f2a4-4862-ba3e-ea78ff73e282 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:22:52.553876 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-19383025-88d6-4627-b585-13448b3b6aa2 req-82608f0d-4021-47cf-a006-d51046e400b3 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411998 Feb 14 16:22:52.642922 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:52.665614 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2e71d32a-8c00-4d8e-82ab-c1e87030ac6e None None] Provisioning complete for port a70383df-53d4-4ff4-b43c-96d6df35d970 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:52.665992 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2e71d32a-8c00-4d8e-82ab-c1e87030ac6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (a70383df-53d4-4ff4-b43c-96d6df35d970), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:52.672417 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Publish callbacks [] for port (aae7f93a-8180-4ca6-b12e-df73413a1f1f), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:52.687395 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (aae7f93a-8180-4ca6-b12e-df73413a1f1f), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:52.785811 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Attempting to bind port aae7f93a-8180-4ca6-b12e-df73413a1f1f on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:22:52.786051 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde723db-3de7-4772-9380-0e578541ee5d req-01f85196-5f08-441b-a09a-b424b29c4639 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:52.786994 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Attempting to bind port aae7f93a-8180-4ca6-b12e-df73413a1f1f by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:22:52.787775 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bde723db-3de7-4772-9380-0e578541ee5d req-01f85196-5f08-441b-a09a-b424b29c4639 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.1564918 Feb 14 16:22:52.795339 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Attempting to bind port aae7f93a-8180-4ca6-b12e-df73413a1f1f on network fbee9b82-1d0f-41e0-9255-a9db1855e990 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:22:52.795996 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4f0e6-ac4c-4a69-b932-efbb20505f38 req-9d84133b-fbf6-47c6-a99d-b72c77713162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:52.798155 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9ce4f0e6-ac4c-4a69-b932-efbb20505f38 req-9d84133b-fbf6-47c6-a99d-b72c77713162 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca15708118b44a1a682c7b615afc8a1&device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 1129 time: 0.2059159 Feb 14 16:22:52.806099 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:22:52.806683 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Checking segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:22:52.807474 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:52.808046 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Bound using segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:22:52.808678 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Bound port: aae7f93a-8180-4ca6-b12e-df73413a1f1f, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:22:52.809719 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (aae7f93a-8180-4ca6-b12e-df73413a1f1f), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:52.811610 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dded9-53cb-4999-b75a-af71d9b6cf10 None None] Pushing event updated for resources: {'Port': ['ID=aae7f93a-8180-4ca6-b12e-df73413a1f1f,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:52.899547 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2e71d32a-8c00-4d8e-82ab-c1e87030ac6e None None] Current status of the port a70383df-53d4-4ff4-b43c-96d6df35d970 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:52.902829 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] For port aae7f93a-8180-4ca6-b12e-df73413a1f1f, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:22:52.907803 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] For port aae7f93a-8180-4ca6-b12e-df73413a1f1f, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=aae7f93a-8180-4ca6-b12e-df73413a1f1f,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:22:52.919396 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (aae7f93a-8180-4ca6-b12e-df73413a1f1f), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:52.948838 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_common [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Allocated IP 172.20.0.1 (11724dc5-f2a4-4862-ba3e-ea78ff73e282/8c497a7c-e7a9-47d6-8bf7-2210f816f122/84921eae-e2fd-4aa9-8c19-9542651086bf) {{(pid=102552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:22:53.016497 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dded9-53cb-4999-b75a-af71d9b6cf10 None None] Pushing event updated for resources: {'Port': ['ID=aae7f93a-8180-4ca6-b12e-df73413a1f1f,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:53.024991 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4f0e6-ac4c-4a69-b932-efbb20505f38 req-6900ab9b-641b-4efb-b190-36bda0c1e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:53.026459 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9ce4f0e6-ac4c-4a69-b932-efbb20505f38 req-6900ab9b-641b-4efb-b190-36bda0c1e59f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a HTTP/1.1" status: 200 len: 920 time: 0.2163825 Feb 14 16:22:53.030958 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Routers {'4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:22:53.037976 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:22:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:53.106688 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9ce4f0e6-ac4c-4a69-b932-efbb20505f38 req-280cbee7-7aec-4343-996e-ac8af0532945 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=699e4ea1-016f-4cdf-9901-5277fb74b1f1 HTTP/1.1" status: 200 len: 217 time: 0.0700512 Feb 14 16:22:53.176949 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bde723db-3de7-4772-9380-0e578541ee5d req-8eac9aa6-be35-4ce9-b632-2a129e444977 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772218 Feb 14 16:22:53.188885 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Publish callbacks [] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:53.212297 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4f0e6-ac4c-4a69-b932-efbb20505f38 req-075a895c-deef-49af-9962-724f140a2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:53.214116 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9ce4f0e6-ac4c-4a69-b932-efbb20505f38 req-075a895c-deef-49af-9962-724f140a2639 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29897062-631a-49da-8452-c4a2baf64bda HTTP/1.1" status: 200 len: 859 time: 0.0969517 Feb 14 16:22:53.239505 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:53.250007 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9ce4f0e6-ac4c-4a69-b932-efbb20505f38 req-04b43f16-8626-4e93-85bf-1de0131e5874 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0038fd0f-8ce9-4b4d-b323-5d643b544c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286739 Feb 14 16:22:53.265499 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] Set router 4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:22:53.289594 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Network 11724dc5-f2a4-4862-ba3e-ea78ff73e282 is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:22:53.293274 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:22:53.310556 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Received port after_create {{(pid=102552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:22:53.361518 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Pushing event updated for resources: {'Port': ['ID=84921eae-e2fd-4aa9-8c19-9542651086bf,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:53.366194 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-ac1898a4-8749-49ff-8a1b-1f2a2c123561 None None] Provisioning complete for port a70383df-53d4-4ff4-b43c-96d6df35d970 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:53.367177 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ac1898a4-8749-49ff-8a1b-1f2a2c123561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (a70383df-53d4-4ff4-b43c-96d6df35d970), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:53.382242 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629114'] for router_interface (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:53.485497 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9ce4f0e6-ac4c-4a69-b932-efbb20505f38 req-34d60526-c5f7-4f5d-aebc-d752108451ea service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060103 Feb 14 16:22:53.540192 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-ac1898a4-8749-49ff-8a1b-1f2a2c123561 None None] Current status of the port a70383df-53d4-4ff4-b43c-96d6df35d970 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:53.551243 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device a70383df-53d4-4ff4-b43c-96d6df35d970 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:22:53.609204 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:53.623454 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port a70383df-53d4-4ff4-b43c-96d6df35d970 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:53.623949 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (a70383df-53d4-4ff4-b43c-96d6df35d970), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:53.636017 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9ce4f0e6-ac4c-4a69-b932-efbb20505f38 req-7b929289-8bae-4c5e-85bc-e44dcb4799e8 service neutron] 10.222.0.42 "GET /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301916 Feb 14 16:22:53.695371 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:53.750732 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port a70383df-53d4-4ff4-b43c-96d6df35d970 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:53.781112 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-386bd02e-b5a8-4e7c-8826-8c88df63863b None None] Provisioning complete for port 84921eae-e2fd-4aa9-8c19-9542651086bf triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:53.781112 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-386bd02e-b5a8-4e7c-8826-8c88df63863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:53.818000 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'name': 'tempest-TestShelveInstance-613683168-router', 'tenant_id': '91f20d8b7be8418fb476528c67fedf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:48Z', 'updated_at': '2022-02-14T16:22:50Z', 'revision_number': 3, 'project_id': '91f20d8b7be8418fb476528c67fedf07', 'gw_port': {'id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:49Z', 'updated_at': '2022-02-14T16:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:53.821589 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-386bd02e-b5a8-4e7c-8826-8c88df63863b None None] Port 84921eae-e2fd-4aa9-8c19-9542651086bf cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:22:53.850333 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b3add9-5e59-4ea4-bf91-8b81cb1f013d None None] The sync data for ids ['4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'] in dv-cinder-819668-3-iscsi is: [{'id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'name': 'tempest-TestShelveInstance-613683168-router', 'tenant_id': '91f20d8b7be8418fb476528c67fedf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:48Z', 'updated_at': '2022-02-14T16:22:50Z', 'revision_number': 3, 'project_id': '91f20d8b7be8418fb476528c67fedf07', 'gw_port': {'id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:49Z', 'updated_at': '2022-02-14T16:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:22:53.880292 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc253a-5b93-4d23-9ba0-24522e68d7f5 req-bf4b04f9-cf9e-4fbd-aa53-1156d5b32aa3 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:53.880292 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-79fc253a-5b93-4d23-9ba0-24522e68d7f5 req-bf4b04f9-cf9e-4fbd-aa53-1156d5b32aa3 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.1645439 Feb 14 16:22:53.971021 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Publish callbacks [] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:53.976044 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-79fc253a-5b93-4d23-9ba0-24522e68d7f5 req-fbf3188f-687e-408f-90fb-9cb820008c08 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807812 Feb 14 16:22:53.977615 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262128871'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:54.049326 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Pushing event updated for resources: {'Port': ['ID=84921eae-e2fd-4aa9-8c19-9542651086bf,revision_number=2']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:54.051772 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629126'] for router_interface (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:54.170830 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Network 11724dc5-f2a4-4862-ba3e-ea78ff73e282 is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:22:54.172769 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:22:54.328036 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac85f8-9726-4114-a89a-5b32a53ffe90 req-3455845b-1306-4ee8-b239-55e97861da0d tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:54.335715 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2fac85f8-9726-4114-a89a-5b32a53ffe90 req-3455845b-1306-4ee8-b239-55e97861da0d tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0767109 Feb 14 16:22:54.392994 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Router 4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:22:54.445284 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2fac85f8-9726-4114-a89a-5b32a53ffe90 req-ee7eaf3f-fa7c-452d-9c7d-ffcfcb231e4f tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084907 Feb 14 16:22:54.534989 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:22:54.549245 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-0031d237-b9ce-4a20-9958-7af9af12b261 admin admin] 10.222.0.55 "PUT /v2.0/routers/4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9684458 Feb 14 16:22:54.562190 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-03b1275c-67d1-43e0-812b-212481b64d0b None None] Provisioning complete for port 84921eae-e2fd-4aa9-8c19-9542651086bf triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:54.562663 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-03b1275c-67d1-43e0-812b-212481b64d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:54.607323 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-03b1275c-67d1-43e0-812b-212481b64d0b None None] Port 84921eae-e2fd-4aa9-8c19-9542651086bf cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:22:54.756568 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.102709 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1209d95-219e-4792-8d29-dcd00961a3d2 req-46c447b2-c7d5-4827-a5a2-1b4fabd80f74 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:55.104274 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a1209d95-219e-4792-8d29-dcd00961a3d2 req-46c447b2-c7d5-4827-a5a2-1b4fabd80f74 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.0551789 Feb 14 16:22:55.157192 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a1209d95-219e-4792-8d29-dcd00961a3d2 req-a1d26da7-8090-4d71-8368-8f4b12f34162 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456059 Feb 14 16:22:55.189266 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53562) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:55.194586 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-9b6fa70a-e520-42bc-86bf-4ea1c8c0beb0 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2122782587', 'description': 'tempest-secgroup-smoke-2122782587 description', 'project_id': '84431557f940487eb224596e913ad8d0'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:55.214329 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9b6fa70a-e520-42bc-86bf-4ea1c8c0beb0 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.283441 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9b6fa70a-e520-42bc-86bf-4ea1c8c0beb0 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group (1a0bc085-263e-4bf8-baeb-68c294b59b2e), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.288027 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9b6fa70a-e520-42bc-86bf-4ea1c8c0beb0 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1a0bc085-263e-4bf8-baeb-68c294b59b2e), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.317361 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fa70a-e520-42bc-86bf-4ea1c8c0beb0 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0bc085-263e-4bf8-baeb-68c294b59b2e,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:55.322790 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9b6fa70a-e520-42bc-86bf-4ea1c8c0beb0 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.324142 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-9b6fa70a-e520-42bc-86bf-4ea1c8c0beb0 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1337550 Feb 14 16:22:55.327044 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53564) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:55.332457 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-e508957e-c1c1-48d8-8c68-ec0868619cd7 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Request body: {'security_group_rule': {'security_group_id': '1a0bc085-263e-4bf8-baeb-68c294b59b2e', 'project_id': '84431557f940487eb224596e913ad8d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:55.364668 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e508957e-c1c1-48d8-8c68-ec0868619cd7 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (30659469-bccd-4ac5-b952-c088b7b337d8), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.424005 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device aae7f93a-8180-4ca6-b12e-df73413a1f1f up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:22:55.432180 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e508957e-c1c1-48d8-8c68-ec0868619cd7 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (30659469-bccd-4ac5-b952-c088b7b337d8), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.436033 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e508957e-c1c1-48d8-8c68-ec0868619cd7 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (30659469-bccd-4ac5-b952-c088b7b337d8), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.460099 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508957e-c1c1-48d8-8c68-ec0868619cd7 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30659469-bccd-4ac5-b952-c088b7b337d8,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:55.467242 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e508957e-c1c1-48d8-8c68-ec0868619cd7 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.471104 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-e508957e-c1c1-48d8-8c68-ec0868619cd7 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405728 Feb 14 16:22:55.471453 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53572) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:55.477562 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-4d65c182-1c73-4692-88a5-3c5bd9803a8d tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Request body: {'security_group_rule': {'security_group_id': '1a0bc085-263e-4bf8-baeb-68c294b59b2e', 'project_id': '84431557f940487eb224596e913ad8d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:55.514302 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-4d65c182-1c73-4692-88a5-3c5bd9803a8d tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (027b046d-1226-49b5-ae3f-c00c150498fb), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.518313 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port aae7f93a-8180-4ca6-b12e-df73413a1f1f triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:55.518737 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (aae7f93a-8180-4ca6-b12e-df73413a1f1f), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.585092 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-4d65c182-1c73-4692-88a5-3c5bd9803a8d tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (027b046d-1226-49b5-ae3f-c00c150498fb), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.589107 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-4d65c182-1c73-4692-88a5-3c5bd9803a8d tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (027b046d-1226-49b5-ae3f-c00c150498fb), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.606962 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65c182-1c73-4692-88a5-3c5bd9803a8d tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027b046d-1226-49b5-ae3f-c00c150498fb,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:55.607966 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14439a6-0dac-4334-b539-8c3e3f846461 req-5396aa29-7566-470a-a901-a121a7521854 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:55.617382 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-4d65c182-1c73-4692-88a5-3c5bd9803a8d tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.620714 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-4d65c182-1c73-4692-88a5-3c5bd9803a8d tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459401 Feb 14 16:22:55.620869 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c14439a6-0dac-4334-b539-8c3e3f846461 req-5396aa29-7566-470a-a901-a121a7521854 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0919852 Feb 14 16:22:55.621332 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53574) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:55.621737 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port aae7f93a-8180-4ca6-b12e-df73413a1f1f is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:55.622228 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (aae7f93a-8180-4ca6-b12e-df73413a1f1f), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.629388 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-ffaba6b8-0d17-403c-b6de-0421a545c5fe tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Request body: {'security_group_rule': {'security_group_id': '1a0bc085-263e-4bf8-baeb-68c294b59b2e', 'project_id': '84431557f940487eb224596e913ad8d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:55.653779 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port aae7f93a-8180-4ca6-b12e-df73413a1f1f, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=aae7f93a-8180-4ca6-b12e-df73413a1f1f,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:55.658718 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (aae7f93a-8180-4ca6-b12e-df73413a1f1f), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.666361 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffaba6b8-0d17-403c-b6de-0421a545c5fe tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (084237d9-46af-424e-81cd-a69c170ce8cd), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.674688 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c14439a6-0dac-4334-b539-8c3e3f846461 req-14a6a179-1bae-4717-ab0b-1b0a296405ce tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524373 Feb 14 16:22:55.717904 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=aae7f93a-8180-4ca6-b12e-df73413a1f1f,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:55.752409 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffaba6b8-0d17-403c-b6de-0421a545c5fe tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (084237d9-46af-424e-81cd-a69c170ce8cd), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.757859 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffaba6b8-0d17-403c-b6de-0421a545c5fe tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (084237d9-46af-424e-81cd-a69c170ce8cd), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.785379 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Sync routers for ids ['4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:22:55.791502 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaba6b8-0d17-403c-b6de-0421a545c5fe tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084237d9-46af-424e-81cd-a69c170ce8cd,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:55.799801 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffaba6b8-0d17-403c-b6de-0421a545c5fe tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.805187 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 53580) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:55.808668 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Routers {'4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:22:55.810184 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:22:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:55.810626 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-a0462d80-bf6c-408b-9a2c-72333ac833cf tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Request body: {'security_group_rule': {'security_group_id': '1a0bc085-263e-4bf8-baeb-68c294b59b2e', 'project_id': '84431557f940487eb224596e913ad8d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:55.815565 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-ffaba6b8-0d17-403c-b6de-0421a545c5fe tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1927879 Feb 14 16:22:55.838902 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a0462d80-bf6c-408b-9a2c-72333ac833cf tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (a19b1d39-92e9-42ff-904e-e4fbb0a02d41), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.911607 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a0462d80-bf6c-408b-9a2c-72333ac833cf tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (a19b1d39-92e9-42ff-904e-e4fbb0a02d41), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.917451 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a0462d80-bf6c-408b-9a2c-72333ac833cf tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (a19b1d39-92e9-42ff-904e-e4fbb0a02d41), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.939617 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0462d80-bf6c-408b-9a2c-72333ac833cf tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19b1d39-92e9-42ff-904e-e4fbb0a02d41,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:55.945656 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a0462d80-bf6c-408b-9a2c-72333ac833cf tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:55.949839 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53584) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:55.951177 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Set router 4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:22:55.954631 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-d09b51af-a835-441d-b585-2b6461a01dc2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Request body: {'security_group_rule': {'security_group_id': '1a0bc085-263e-4bf8-baeb-68c294b59b2e', 'project_id': '84431557f940487eb224596e913ad8d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:55.960296 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-a0462d80-bf6c-408b-9a2c-72333ac833cf tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1527567 Feb 14 16:22:55.979657 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.securitygroups_db [None req-d09b51af-a835-441d-b585-2b6461a01dc2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Project 84431557f940487eb224596e913ad8d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 16:22:55.985784 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d09b51af-a835-441d-b585-2b6461a01dc2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (28f6b5b2-a9b3-4d33-92c3-3697821eb171), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:56.070283 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d09b51af-a835-441d-b585-2b6461a01dc2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (28f6b5b2-a9b3-4d33-92c3-3697821eb171), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:56.074682 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d09b51af-a835-441d-b585-2b6461a01dc2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (28f6b5b2-a9b3-4d33-92c3-3697821eb171), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:56.108455 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b51af-a835-441d-b585-2b6461a01dc2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f6b5b2-a9b3-4d33-92c3-3697821eb171,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:56.114585 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d09b51af-a835-441d-b585-2b6461a01dc2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:56.118970 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-d09b51af-a835-441d-b585-2b6461a01dc2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1651742 Feb 14 16:22:56.119361 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 53590) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:22:56.130788 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-af685796-9a97-4a37-a128-fc1f6a8ba9a4 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Request body: {'security_group_rule': {'security_group_id': '1a0bc085-263e-4bf8-baeb-68c294b59b2e', 'project_id': '84431557f940487eb224596e913ad8d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:22:56.168291 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.securitygroups_db [None req-af685796-9a97-4a37-a128-fc1f6a8ba9a4 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Project 84431557f940487eb224596e913ad8d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 16:22:56.185676 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-af685796-9a97-4a37-a128-fc1f6a8ba9a4 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (8576a806-4808-46f1-88f8-8ed2a10dbe3e), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:56.280051 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-af685796-9a97-4a37-a128-fc1f6a8ba9a4 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (8576a806-4808-46f1-88f8-8ed2a10dbe3e), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:56.283937 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-af685796-9a97-4a37-a128-fc1f6a8ba9a4 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (8576a806-4808-46f1-88f8-8ed2a10dbe3e), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:56.318570 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af685796-9a97-4a37-a128-fc1f6a8ba9a4 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8576a806-4808-46f1-88f8-8ed2a10dbe3e,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:56.325847 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-af685796-9a97-4a37-a128-fc1f6a8ba9a4 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:56.337689 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-af685796-9a97-4a37-a128-fc1f6a8ba9a4 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2130108 Feb 14 16:22:56.344802 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73c3c3-6373-4beb-95ed-c2b25b61acbd req-03b52944-b2a2-4082-a300-a650d985f330 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:56.346428 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-7e73c3c3-6373-4beb-95ed-c2b25b61acbd req-03b52944-b2a2-4082-a300-a650d985f330 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.0687559 Feb 14 16:22:56.389695 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'name': 'tempest-TestShelveInstance-613683168-router', 'tenant_id': '91f20d8b7be8418fb476528c67fedf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:48Z', 'updated_at': '2022-02-14T16:22:53Z', 'revision_number': 4, 'project_id': '91f20d8b7be8418fb476528c67fedf07', 'gw_port': {'id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:49Z', 'updated_at': '2022-02-14T16:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '84921eae-e2fd-4aa9-8c19-9542651086bf', 'name': '', 'network_id': '11724dc5-f2a4-4862-ba3e-ea78ff73e282', 'tenant_id': '91f20d8b7be8418fb476528c67fedf07', 'mac_address': 'fa:16:3e:20:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c497a7c-e7a9-47d6-8bf7-2210f816f122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:52Z', 'updated_at': '2022-02-14T16:22:53Z', 'revision_number': 2, 'project_id': '91f20d8b7be8418fb476528c67fedf07', 'subnets': [{'id': '8c497a7c-e7a9-47d6-8bf7-2210f816f122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:56.421041 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-7e73c3c3-6373-4beb-95ed-c2b25b61acbd req-aefab1a3-f062-4bad-abef-7d4a9ad84d7a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564556 Feb 14 16:22:56.421488 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Checking router: 4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:22:56.421488 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Updating router 4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 port 84921eae-e2fd-4aa9-8c19-9542651086bf binding host dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:22:56.454413 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:56.744372 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Publish callbacks [] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:56.788492 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323271-d693-4814-b036-938d9741b520 req-906416ff-c3c0-448d-ac77-728ae7279fb3 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:56.790014 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bd323271-d693-4814-b036-938d9741b520 req-906416ff-c3c0-448d-ac77-728ae7279fb3 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0515628 Feb 14 16:22:56.839378 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bd323271-d693-4814-b036-938d9741b520 req-6a9d469f-eec3-4260-91c5-6c7a6fb0e7a1 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437760 Feb 14 16:22:56.976105 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:57.064742 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28f522-1cb7-4cd3-a4a7-7e7cd08c5d9d None None] Pushing event updated for resources: {'Port': ['ID=84921eae-e2fd-4aa9-8c19-9542651086bf,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:57.171002 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Attempting to bind port 84921eae-e2fd-4aa9-8c19-9542651086bf on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:22:57.171375 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Attempting to bind port 84921eae-e2fd-4aa9-8c19-9542651086bf by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '16f9106b-5db9-4fc4-8712-bc62e860a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11724dc5-f2a4-4862-ba3e-ea78ff73e282'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:22:57.172318 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Attempting to bind port 84921eae-e2fd-4aa9-8c19-9542651086bf on network 11724dc5-f2a4-4862-ba3e-ea78ff73e282 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:22:57.177890 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:22:57.178197 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Checking segment: {'id': '16f9106b-5db9-4fc4-8712-bc62e860a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11724dc5-f2a4-4862-ba3e-ea78ff73e282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:22:57.178611 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:57.179006 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Bound using segment: {'id': '16f9106b-5db9-4fc4-8712-bc62e860a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11724dc5-f2a4-4862-ba3e-ea78ff73e282'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:22:57.179838 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Bound port: 84921eae-e2fd-4aa9-8c19-9542651086bf, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f9106b-5db9-4fc4-8712-bc62e860a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '11724dc5-f2a4-4862-ba3e-ea78ff73e282'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:22:57.180314 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:57.262867 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] For port 84921eae-e2fd-4aa9-8c19-9542651086bf, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:22:57.266610 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] For port 84921eae-e2fd-4aa9-8c19-9542651086bf, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=84921eae-e2fd-4aa9-8c19-9542651086bf,segment=NetworkSegment(16f9106b-5db9-4fc4-8712-bc62e860a3cc),segment_id=16f9106b-5db9-4fc4-8712-bc62e860a3cc)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:22:57.279531 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:57.350616 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28f522-1cb7-4cd3-a4a7-7e7cd08c5d9d None None] Pushing event updated for resources: {'Port': ['ID=84921eae-e2fd-4aa9-8c19-9542651086bf,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:57.352996 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Routers {'4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:22:57.353730 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:22:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:57.427803 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-73f206dc-c5b6-4801-9a88-c8afe71dbe14 None None] Provisioning complete for port 84921eae-e2fd-4aa9-8c19-9542651086bf triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:57.428331 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-73f206dc-c5b6-4801-9a88-c8afe71dbe14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:57.511089 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device aae7f93a-8180-4ca6-b12e-df73413a1f1f up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:22:57.610878 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] Set router 4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:22:57.630662 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcae98e-3c10-4daa-b357-58258871393a req-503e14f5-4298-4069-b439-6a17b861a0ed tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:57.633990 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-7fcae98e-3c10-4daa-b357-58258871393a req-503e14f5-4298-4069-b439-6a17b861a0ed tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.0996966 Feb 14 16:22:57.693504 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-7fcae98e-3c10-4daa-b357-58258871393a req-7af25327-ccb3-4cf6-abdd-a4fce0dd72f3 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539801 Feb 14 16:22:57.758903 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port aae7f93a-8180-4ca6-b12e-df73413a1f1f triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:57.759488 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (aae7f93a-8180-4ca6-b12e-df73413a1f1f), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:57.794944 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-73f206dc-c5b6-4801-9a88-c8afe71dbe14 None None] Current status of the port 84921eae-e2fd-4aa9-8c19-9542651086bf is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:57.795339 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-73f206dc-c5b6-4801-9a88-c8afe71dbe14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:57.917874 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-73f206dc-c5b6-4801-9a88-c8afe71dbe14 None None] For port 84921eae-e2fd-4aa9-8c19-9542651086bf, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=84921eae-e2fd-4aa9-8c19-9542651086bf,segment=NetworkSegment(16f9106b-5db9-4fc4-8712-bc62e860a3cc),segment_id=16f9106b-5db9-4fc4-8712-bc62e860a3cc)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:57.935141 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-73f206dc-c5b6-4801-9a88-c8afe71dbe14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:58.042777 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port aae7f93a-8180-4ca6-b12e-df73413a1f1f is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:58.055302 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f206dc-c5b6-4801-9a88-c8afe71dbe14 None None] Pushing event updated for resources: {'Port': ['ID=84921eae-e2fd-4aa9-8c19-9542651086bf,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:58.071978 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-89146ac6-9416-4669-a828-16f16f47a245 None None] Provisioning complete for port 84921eae-e2fd-4aa9-8c19-9542651086bf triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:58.072377 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-89146ac6-9416-4669-a828-16f16f47a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:58.119240 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'name': 'tempest-TestShelveInstance-613683168-router', 'tenant_id': '91f20d8b7be8418fb476528c67fedf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:48Z', 'updated_at': '2022-02-14T16:22:53Z', 'revision_number': 4, 'project_id': '91f20d8b7be8418fb476528c67fedf07', 'gw_port': {'id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:49Z', 'updated_at': '2022-02-14T16:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '84921eae-e2fd-4aa9-8c19-9542651086bf', 'name': '', 'network_id': '11724dc5-f2a4-4862-ba3e-ea78ff73e282', 'tenant_id': '91f20d8b7be8418fb476528c67fedf07', 'mac_address': 'fa:16:3e:20:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c497a7c-e7a9-47d6-8bf7-2210f816f122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:52Z', 'updated_at': '2022-02-14T16:22:57Z', 'revision_number': 4, 'project_id': '91f20d8b7be8418fb476528c67fedf07', 'subnets': [{'id': '8c497a7c-e7a9-47d6-8bf7-2210f816f122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:22:58.147565 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08917bfc-f978-42e4-9fae-1381cb10d1c2 None None] The sync data for ids ['4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'] in dv-cinder-819668-3-iscsi is: [{'id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'name': 'tempest-TestShelveInstance-613683168-router', 'tenant_id': '91f20d8b7be8418fb476528c67fedf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:48Z', 'updated_at': '2022-02-14T16:22:53Z', 'revision_number': 4, 'project_id': '91f20d8b7be8418fb476528c67fedf07', 'gw_port': {'id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:49Z', 'updated_at': '2022-02-14T16:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '84921eae-e2fd-4aa9-8c19-9542651086bf', 'name': '', 'network_id': '11724dc5-f2a4-4862-ba3e-ea78ff73e282', 'tenant_id': '91f20d8b7be8418fb476528c67fedf07', 'mac_address': 'fa:16:3e:20:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8c497a7c-e7a9-47d6-8bf7-2210f816f122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:52Z', 'updated_at': '2022-02-14T16:22:57Z', 'revision_number': 4, 'project_id': '91f20d8b7be8418fb476528c67fedf07', 'subnets': [{'id': '8c497a7c-e7a9-47d6-8bf7-2210f816f122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:22:58.227762 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-89146ac6-9416-4669-a828-16f16f47a245 None None] Current status of the port 84921eae-e2fd-4aa9-8c19-9542651086bf is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:58.674414 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 16eef14d-643a-4553-a414-fc83179dbef1 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:22:58.811017 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 16eef14d-643a-4553-a414-fc83179dbef1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16eef14d-643a-4553-a414-fc83179dbef1,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:58.823968 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '16eef14d-643a-4553-a414-fc83179dbef1', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'port_id': '16eef14d-643a-4553-a414-fc83179dbef1', 'mac_address': 'fa:16:3e:d3:35:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:22:58.827009 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3798c8-7194-4537-889a-0b5a0e539b5b req-15afa738-5e3b-4932-bf23-008b80b4d00b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:22:58.828607 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-7f3798c8-7194-4537-889a-0b5a0e539b5b req-15afa738-5e3b-4932-bf23-008b80b4d00b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 943 time: 0.0572233 Feb 14 16:22:58.868779 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 16eef14d-643a-4553-a414-fc83179dbef1 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:22:58.869058 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (16eef14d-643a-4553-a414-fc83179dbef1), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:58.923771 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-7f3798c8-7194-4537-889a-0b5a0e539b5b req-527a912c-c7e7-4d05-8c58-a0cf68bfe923 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878730 Feb 14 16:22:59.021034 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16eef14d-643a-4553-a414-fc83179dbef1 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:22:59.041848 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 16eef14d-643a-4553-a414-fc83179dbef1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16eef14d-643a-4553-a414-fc83179dbef1,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:22:59.046738 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (16eef14d-643a-4553-a414-fc83179dbef1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:59.107908 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=16eef14d-643a-4553-a414-fc83179dbef1,revision_number=9']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:22:59.425004 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 84921eae-e2fd-4aa9-8c19-9542651086bf up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:22:59.469129 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['16eef14d-643a-4553-a414-fc83179dbef1'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:22:59.573600 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 84921eae-e2fd-4aa9-8c19-9542651086bf triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:22:59.573924 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:22:59.706020 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 84921eae-e2fd-4aa9-8c19-9542651086bf is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:23:00.085149 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdce86-b150-4e29-a37b-a382c4173528 req-ee2f9a96-4540-4bbf-b582-fdc869e4a560 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:00.086669 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-adcdce86-b150-4e29-a37b-a382c4173528 req-ee2f9a96-4540-4bbf-b582-fdc869e4a560 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 944 time: 0.0580666 Feb 14 16:23:00.133245 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-adcdce86-b150-4e29-a37b-a382c4173528 req-80f46c82-1f74-4c27-a5e4-35e25f225e39 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411198 Feb 14 16:23:00.683744 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 16eef14d-643a-4553-a414-fc83179dbef1 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:23:00.736352 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 16eef14d-643a-4553-a414-fc83179dbef1 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:23:00.736922 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (16eef14d-643a-4553-a414-fc83179dbef1), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:00.814712 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 16eef14d-643a-4553-a414-fc83179dbef1 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:23:00.815112 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (16eef14d-643a-4553-a414-fc83179dbef1), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:00.838452 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eef14d-643a-4553-a414-fc83179dbef1'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:23:00.840797 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4181e3f6-bee8-43e9-a0c9-41164e23f2b9" -d '{"events": [{"server_uuid": "7f0c9996-1f19-45c2-bd8a-9da588e94e6f", "name": "network-vif-plugged", "status": "completed", "tag": "16eef14d-643a-4553-a414-fc83179dbef1"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:23:00.855052 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 16eef14d-643a-4553-a414-fc83179dbef1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16eef14d-643a-4553-a414-fc83179dbef1,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:00.861026 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (16eef14d-643a-4553-a414-fc83179dbef1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:00.894887 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b2dd4f-0b33-4d26-bdcb-4ab171bc4c48 x-openstack-request-id: req-43b2dd4f-0b33-4d26-bdcb-4ab171bc4c48 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:23:00.895203 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0c9996-1f19-45c2-bd8a-9da588e94e6f", "name": "network-vif-plugged", "status": "completed", "tag": "16eef14d-643a-4553-a414-fc83179dbef1", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:23:00.895466 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43b2dd4f-0b33-4d26-bdcb-4ab171bc4c48 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:23:00.895861 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eef14d-643a-4553-a414-fc83179dbef1', 'code': 200} Feb 14 16:23:00.919382 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=16eef14d-643a-4553-a414-fc83179dbef1,revision_number=10']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:01.255762 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5e0aa-7b6b-4583-a071-6a82cb748fbe req-32512891-f3b6-47f7-b5b1-7994e59147f7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:01.257288 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-21a5e0aa-7b6b-4583-a071-6a82cb748fbe req-32512891-f3b6-47f7-b5b1-7994e59147f7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 946 time: 0.0511453 Feb 14 16:23:01.304349 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-21a5e0aa-7b6b-4583-a071-6a82cb748fbe req-74614daa-9ca8-4025-bfec-5e01bc70c7e6 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411541 Feb 14 16:23:01.483407 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8d201-1d81-49ad-918c-59748308773c req-d4f1a475-b50d-4ccf-8688-9e3757d06f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:01.485155 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-76d8d201-1d81-49ad-918c-59748308773c req-d4f1a475-b50d-4ccf-8688-9e3757d06f9b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 1130 time: 0.0448360 Feb 14 16:23:01.530248 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-76d8d201-1d81-49ad-918c-59748308773c req-550d7e2c-110a-4788-b032-d549823656a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385091 Feb 14 16:23:01.990468 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae6dcc-b836-4dcf-aa65-478a4fb0fcdc req-5ebe2b18-7bf2-4283-b623-41c24ec12ef0 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:01.991940 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-84ae6dcc-b836-4dcf-aa65-478a4fb0fcdc req-5ebe2b18-7bf2-4283-b623-41c24ec12ef0 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0562661 Feb 14 16:23:02.037319 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-84ae6dcc-b836-4dcf-aa65-478a4fb0fcdc req-2fe513b8-8bf3-47be-a06a-1b7c7310a1d0 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398297 Feb 14 16:23:02.443406 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764fa6b-2d3a-49f0-a600-cde4f136ed8a req-df0b9f68-43db-4387-b808-597d82f2659c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:02.444873 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4764fa6b-2d3a-49f0-a600-cde4f136ed8a req-df0b9f68-43db-4387-b808-597d82f2659c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 946 time: 0.0616734 Feb 14 16:23:02.494723 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4764fa6b-2d3a-49f0-a600-cde4f136ed8a req-b50877ec-03e0-432b-9954-e1bcfc3140b2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442452 Feb 14 16:23:03.160747 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2744e7-ea87-4462-b477-d08621c40c42 req-a79f12c4-0a24-4f34-8359-e7f2c069b22c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:03.162234 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0e2744e7-ea87-4462-b477-d08621c40c42 req-a79f12c4-0a24-4f34-8359-e7f2c069b22c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0535035 Feb 14 16:23:03.213921 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0e2744e7-ea87-4462-b477-d08621c40c42 req-85f00eb2-a7e5-4dd4-b449-475ad3f3ab15 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459230 Feb 14 16:23:03.644470 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d152d4-cffa-4200-a0f4-a4fead551bb6 req-17a6abd3-bc2f-46ab-9349-a06c2ab79a5d tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:03.646574 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-19d152d4-cffa-4200-a0f4-a4fead551bb6 req-17a6abd3-bc2f-46ab-9349-a06c2ab79a5d tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 946 time: 0.0715759 Feb 14 16:23:03.695395 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53846) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:23:03.712971 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-19d152d4-cffa-4200-a0f4-a4fead551bb6 req-e900612b-8eb4-4a11-bfa4-8a2d45f229d6 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599394 Feb 14 16:23:03.840524 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f9568ebb-317e-41e6-bbaa-ce1a3560f925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:03.917374 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f9568ebb-317e-41e6-bbaa-ce1a3560f925 admin admin] Publish callbacks [] for security_group (bb6c5ea6-49c9-4cf0-9fd3-1f351837d280), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:03.921962 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f9568ebb-317e-41e6-bbaa-ce1a3560f925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (bb6c5ea6-49c9-4cf0-9fd3-1f351837d280), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:03.962049 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9568ebb-317e-41e6-bbaa-ce1a3560f925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6c5ea6-49c9-4cf0-9fd3-1f351837d280,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:03.968296 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-f9568ebb-317e-41e6-bbaa-ce1a3560f925 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b8efc9b921740179a39adbc0368a4f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712257 Feb 14 16:23:03.970329 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53856) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:23:04.020136 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fd585303-0f9c-4cce-956c-b318d324adac admin admin] Publish callbacks [] for security_group (bb6c5ea6-49c9-4cf0-9fd3-1f351837d280), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:04.040053 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fd585303-0f9c-4cce-956c-b318d324adac admin admin] Publish callbacks [] for security_group (bb6c5ea6-49c9-4cf0-9fd3-1f351837d280), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:04.085319 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fd585303-0f9c-4cce-956c-b318d324adac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (bb6c5ea6-49c9-4cf0-9fd3-1f351837d280), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:04.088046 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fd585303-0f9c-4cce-956c-b318d324adac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:04.089179 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-fd585303-0f9c-4cce-956c-b318d324adac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb6c5ea6-49c9-4cf0-9fd3-1f351837d280 HTTP/1.1" status: 204 len: 168 time: 0.1178162 Feb 14 16:23:04.096407 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd585303-0f9c-4cce-956c-b318d324adac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6c5ea6-49c9-4cf0-9fd3-1f351837d280,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:04.343079 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f82f3-0ad3-4847-b118-3e6c3ce6199b req-429d6d42-07ef-4b1c-9d99-7db9bdf25f4b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:04.344667 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0a7f82f3-0ad3-4847-b118-3e6c3ce6199b req-429d6d42-07ef-4b1c-9d99-7db9bdf25f4b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0570772 Feb 14 16:23:04.396130 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0a7f82f3-0ad3-4847-b118-3e6c3ce6199b req-26c87079-2338-4e54-91f2-f4f9c129a741 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450461 Feb 14 16:23:04.844367 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ee330-f11d-4103-bd04-ad7ac65e8363 req-95c2bafe-51a4-4b5f-9ee2-60831ec44ee7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:04.845854 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-252ee330-f11d-4103-bd04-ad7ac65e8363 req-95c2bafe-51a4-4b5f-9ee2-60831ec44ee7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 946 time: 0.0512924 Feb 14 16:23:04.894999 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-252ee330-f11d-4103-bd04-ad7ac65e8363 req-1eec9fe4-2d8c-4695-9152-c8988c2c7fab tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420122 Feb 14 16:23:05.748795 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0f48a-0c19-49cc-8cd9-208caa9a1990 req-877049ec-cf41-4467-ae11-a17cfe894128 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:05.750333 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b1c0f48a-0c19-49cc-8cd9-208caa9a1990 req-877049ec-cf41-4467-ae11-a17cfe894128 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.2687500 Feb 14 16:23:05.756387 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f48ba-13a9-4402-b8d5-751df939dfde req-f4ee43ec-a3ec-4d31-a047-4a00f314e3bf tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:05.757865 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-892f48ba-13a9-4402-b8d5-751df939dfde req-f4ee43ec-a3ec-4d31-a047-4a00f314e3bf tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.42 "GET /v2.0/ports?device_id=15353671-60d2-43da-8a6d-b88d83f495b3 HTTP/1.1" status: 200 len: 946 time: 0.0516279 Feb 14 16:23:05.796596 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b1c0f48a-0c19-49cc-8cd9-208caa9a1990 req-4091b22c-f2aa-4a83-a562-9bc5a675ed48 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Feb 14 16:23:05.861890 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-892f48ba-13a9-4402-b8d5-751df939dfde req-df6e6d91-0960-4ef6-bbef-ddec8a942fb8 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Deleting port 22a72e14-7804-46a9-b029-517e3eab852f {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:23:05.862466 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-892f48ba-13a9-4402-b8d5-751df939dfde req-df6e6d91-0960-4ef6-bbef-ddec8a942fb8 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (22a72e14-7804-46a9-b029-517e3eab852f), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:05.959349 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-892f48ba-13a9-4402-b8d5-751df939dfde req-df6e6d91-0960-4ef6-bbef-ddec8a942fb8 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] For port 22a72e14-7804-46a9-b029-517e3eab852f, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=22a72e14-7804-46a9-b029-517e3eab852f,segment=NetworkSegment(3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2),segment_id=3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:05.959707 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-892f48ba-13a9-4402-b8d5-751df939dfde req-df6e6d91-0960-4ef6-bbef-ddec8a942fb8 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (22a72e14-7804-46a9-b029-517e3eab852f), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:05.970962 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-892f48ba-13a9-4402-b8d5-751df939dfde req-df6e6d91-0960-4ef6-bbef-ddec8a942fb8 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Calling delete_port for 22a72e14-7804-46a9-b029-517e3eab852f owned by compute:nova {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:23:06.095959 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-892f48ba-13a9-4402-b8d5-751df939dfde req-df6e6d91-0960-4ef6-bbef-ddec8a942fb8 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (22a72e14-7804-46a9-b029-517e3eab852f), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:06.110273 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['699e4ea1-016f-4cdf-9901-5277fb74b1f1', '22a72e14-7804-46a9-b029-517e3eab852f'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:23:06.127717 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e6d91-0960-4ef6-bbef-ddec8a942fb8 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Pushing event deleted for resources: {'Port': ['ID=22a72e14-7804-46a9-b029-517e3eab852f,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:06.168646 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-892f48ba-13a9-4402-b8d5-751df939dfde req-df6e6d91-0960-4ef6-bbef-ddec8a942fb8 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] No DVR routers for this DVR port 22a72e14-7804-46a9-b029-517e3eab852f on host hv-cinder-81966 {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:23:06.171208 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-892f48ba-13a9-4402-b8d5-751df939dfde req-df6e6d91-0960-4ef6-bbef-ddec8a942fb8 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:06.174517 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-892f48ba-13a9-4402-b8d5-751df939dfde req-df6e6d91-0960-4ef6-bbef-ddec8a942fb8 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.42 "DELETE /v2.0/ports/22a72e14-7804-46a9-b029-517e3eab852f HTTP/1.1" status: 204 len: 173 time: 0.4104002 Feb 14 16:23:06.176357 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15353671-60d2-43da-8a6d-b88d83f495b3', 'name': 'network-vif-deleted', 'tag': '22a72e14-7804-46a9-b029-517e3eab852f'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:23:06.178842 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c1a148-cfd7-4615-923a-80ed3d4c876f" -d '{"events": [{"server_uuid": "15353671-60d2-43da-8a6d-b88d83f495b3", "name": "network-vif-deleted", "tag": "22a72e14-7804-46a9-b029-517e3eab852f"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:23:06.220457 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b936faec-1109-4831-aeb4-95057cd0bbb1 x-openstack-request-id: req-b936faec-1109-4831-aeb4-95057cd0bbb1 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:23:06.220754 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15353671-60d2-43da-8a6d-b88d83f495b3", "name": "network-vif-deleted", "tag": "22a72e14-7804-46a9-b029-517e3eab852f", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:23:06.221016 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b936faec-1109-4831-aeb4-95057cd0bbb1 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:23:06.221419 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15353671-60d2-43da-8a6d-b88d83f495b3', 'name': 'network-vif-deleted', 'tag': '22a72e14-7804-46a9-b029-517e3eab852f', 'status': 'completed', 'code': 200} Feb 14 16:23:07.074381 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d12d4b-8f73-4be7-b9c3-ea2cd3fe8179 req-323381d5-2754-40c1-81cc-f954d71d5e82 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:07.075875 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-83d12d4b-8f73-4be7-b9c3-ea2cd3fe8179 req-323381d5-2754-40c1-81cc-f954d71d5e82 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0525961 Feb 14 16:23:07.122977 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-83d12d4b-8f73-4be7-b9c3-ea2cd3fe8179 req-65ecb48c-116b-4ed8-bee0-186ce766b726 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Feb 14 16:23:08.243756 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09d9b7-0482-4d62-8d00-42e6c987b08b req-aab7bb64-3dac-4b0d-a912-8afacdf9a2f2 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:08.245184 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cc09d9b7-0482-4d62-8d00-42e6c987b08b req-aab7bb64-3dac-4b0d-a912-8afacdf9a2f2 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0509298 Feb 14 16:23:08.289282 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cc09d9b7-0482-4d62-8d00-42e6c987b08b req-32714d9b-bf7b-4ba7-ae61-4c4519d6c917 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386181 Feb 14 16:23:09.411037 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf27c18-a78f-424a-871f-10c856464345 req-1ff0ead5-84f6-4261-899d-2079007d6565 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:09.412497 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-baf27c18-a78f-424a-871f-10c856464345 req-1ff0ead5-84f6-4261-899d-2079007d6565 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0557787 Feb 14 16:23:09.456748 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-baf27c18-a78f-424a-871f-10c856464345 req-e3acbf8f-4296-4545-8502-d44a1c47eeaf tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385797 Feb 14 16:23:10.584503 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891c141-cf40-4031-856f-51138d8922d6 req-0d930319-9731-425d-b11b-f6b80a4b5d53 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:10.586074 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c891c141-cf40-4031-856f-51138d8922d6 req-0d930319-9731-425d-b11b-f6b80a4b5d53 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0543706 Feb 14 16:23:10.633909 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c891c141-cf40-4031-856f-51138d8922d6 req-e6f2937d-04cf-4c21-8b69-fd21eaccfe5a tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422852 Feb 14 16:23:10.718357 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 22a72e14-7804-46a9-b029-517e3eab852f no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:23:10.738008 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: 22a72e14-7804-46a9-b029-517e3eab852f {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:23:10.738358 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 22a72e14-7804-46a9-b029-517e3eab852f not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:23:10.923645 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3e9be190-fc02-406c-b4ee-eefde18e3bb7 req-4cddcbe8-dc6a-45cd-a07c-719dce51274d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461583 Feb 14 16:23:10.998431 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9be190-fc02-406c-b4ee-eefde18e3bb7 req-49c31631-8001-4e1a-8198-952ef07ff8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:10.999859 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3e9be190-fc02-406c-b4ee-eefde18e3bb7 req-49c31631-8001-4e1a-8198-952ef07ff8ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=496dad8484384e33ab64746e25f65435&device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 1129 time: 0.0441959 Feb 14 16:23:11.104312 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9be190-fc02-406c-b4ee-eefde18e3bb7 req-56dfe276-00b7-441f-8d39-dd94e9e9f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:11.105873 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3e9be190-fc02-406c-b4ee-eefde18e3bb7 req-56dfe276-00b7-441f-8d39-dd94e9e9f249 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83279c43-4dd9-42dc-876e-ba727c6ef376 HTTP/1.1" status: 200 len: 911 time: 0.0833895 Feb 14 16:23:11.182966 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3e9be190-fc02-406c-b4ee-eefde18e3bb7 req-070e29a2-e7da-4191-9827-1ffec04ecd80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c92de4c-e10e-4c32-ab55-d3d1ffe64417 HTTP/1.1" status: 200 len: 1001 time: 0.0627408 Feb 14 16:23:11.230378 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9be190-fc02-406c-b4ee-eefde18e3bb7 req-9e503a1f-5f36-4cbf-b889-c7ca522629de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:11.231764 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3e9be190-fc02-406c-b4ee-eefde18e3bb7 req-9e503a1f-5f36-4cbf-b889-c7ca522629de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fa32d2b-efa8-42e4-9056-6d1870949102 HTTP/1.1" status: 200 len: 849 time: 0.0422151 Feb 14 16:23:11.260652 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:11.279412 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9be190-fc02-406c-b4ee-eefde18e3bb7 req-ff1117d6-20ff-4d97-83cc-1d4f186a413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:11.280923 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3e9be190-fc02-406c-b4ee-eefde18e3bb7 req-ff1117d6-20ff-4d97-83cc-1d4f186a413c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83279c43-4dd9-42dc-876e-ba727c6ef376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417926 Feb 14 16:23:11.374892 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3e9be190-fc02-406c-b4ee-eefde18e3bb7 req-fcd49c97-cf3e-4ab5-bd91-b12c965a4ec6 service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858364 Feb 14 16:23:11.461698 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3e9be190-fc02-406c-b4ee-eefde18e3bb7 req-9e6dc60b-0bc3-4435-b3a9-514fe44fd313 service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801597 Feb 14 16:23:11.753797 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249420ee-d620-4290-a4e2-c1f8484bc1f8 req-418d2cdc-b13e-4f45-a58d-3911b1e2e48b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:11.755250 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-249420ee-d620-4290-a4e2-c1f8484bc1f8 req-418d2cdc-b13e-4f45-a58d-3911b1e2e48b tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0551479 Feb 14 16:23:11.803823 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-249420ee-d620-4290-a4e2-c1f8484bc1f8 req-22a75c1a-fd58-43fc-8b0f-47a90c709495 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422373 Feb 14 16:23:12.924635 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7304b-a28a-40bd-946b-340993f3df44 req-b2e49c3c-a3d1-4123-b98c-32106ccd631f tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:12.926862 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-bcd7304b-a28a-40bd-946b-340993f3df44 req-b2e49c3c-a3d1-4123-b98c-32106ccd631f tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0577638 Feb 14 16:23:12.970840 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-bcd7304b-a28a-40bd-946b-340993f3df44 req-57d4b088-b5a4-4012-9ebd-3859ec85b98c tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383656 Feb 14 16:23:14.088165 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4f85e-7fd3-4b85-ac40-fe913a7a0180 req-2b034b0e-6b4e-45ee-a12e-d09f0bb34f58 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:14.089634 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f8c4f85e-7fd3-4b85-ac40-fe913a7a0180 req-2b034b0e-6b4e-45ee-a12e-d09f0bb34f58 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0513990 Feb 14 16:23:14.134966 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f8c4f85e-7fd3-4b85-ac40-fe913a7a0180 req-b99adc49-49bf-434d-816d-a8e1ff830c02 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9b9590b-3440-4648-8035-7982b7b5ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397170 Feb 14 16:23:14.641296 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e27d72-91f0-4e59-902b-ca905bf2649b req-05e95938-d427-445f-be83-8a05fc35ce83 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:14.642692 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-46e27d72-91f0-4e59-902b-ca905bf2649b req-05e95938-d427-445f-be83-8a05fc35ce83 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.42 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 945 time: 0.0562255 Feb 14 16:23:14.941736 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-46e27d72-91f0-4e59-902b-ca905bf2649b req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Deleting port 699e4ea1-016f-4cdf-9901-5277fb74b1f1 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:23:14.942092 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-46e27d72-91f0-4e59-902b-ca905bf2649b req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (699e4ea1-016f-4cdf-9901-5277fb74b1f1), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:15.030491 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-46e27d72-91f0-4e59-902b-ca905bf2649b req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] For port 699e4ea1-016f-4cdf-9901-5277fb74b1f1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=699e4ea1-016f-4cdf-9901-5277fb74b1f1,segment=NetworkSegment(3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2),segment_id=3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:15.030771 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-46e27d72-91f0-4e59-902b-ca905bf2649b req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (699e4ea1-016f-4cdf-9901-5277fb74b1f1), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:15.044324 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-46e27d72-91f0-4e59-902b-ca905bf2649b req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Calling delete_port for 699e4ea1-016f-4cdf-9901-5277fb74b1f1 owned by compute:nova {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:23:15.170934 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-46e27d72-91f0-4e59-902b-ca905bf2649b req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (699e4ea1-016f-4cdf-9901-5277fb74b1f1), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:15.183884 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['699e4ea1-016f-4cdf-9901-5277fb74b1f1'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:23:15.199669 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Pushing event deleted for resources: {'Port': ['ID=699e4ea1-016f-4cdf-9901-5277fb74b1f1,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:15.211719 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:15.212075 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:15.212420 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:15.212761 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:15.213096 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:15.213433 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:15.213793 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:15.214120 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:15.214451 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:15.214779 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:15.215102 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:15.215427 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:15.215749 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:15.239172 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-35e55acc-350d-4ad9-8426-12857c283a43 req-daf37c7a-fe32-402a-b005-50e2da9365f1 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.55 "GET /v2.0/ports?device_id=749c8975-02d4-4ac7-8717-cf3230d57397 HTTP/1.1" status: 200 len: 210 time: 0.0276124 Feb 14 16:23:15.257675 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e27d72-91f0-4e59-902b-ca905bf2649b req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] No DVR routers for this DVR port 699e4ea1-016f-4cdf-9901-5277fb74b1f1 on host hv-cinder-81966 {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:23:15.257675 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-46e27d72-91f0-4e59-902b-ca905bf2649b req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:15.257675 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-46e27d72-91f0-4e59-902b-ca905bf2649b req-49809724-37b4-47c8-8f43-60596f808d72 tempest-ServerRescueNegativeTestJSON-1661941869 tempest-ServerRescueNegativeTestJSON-1661941869-project] 10.222.0.42 "DELETE /v2.0/ports/699e4ea1-016f-4cdf-9901-5277fb74b1f1 HTTP/1.1" status: 204 len: 173 time: 0.6083276 Feb 14 16:23:15.257994 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749c8975-02d4-4ac7-8717-cf3230d57397', 'name': 'network-vif-deleted', 'tag': '699e4ea1-016f-4cdf-9901-5277fb74b1f1'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:23:15.259972 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5fb507-846c-494a-84cf-0b0433d374f9" -d '{"events": [{"server_uuid": "749c8975-02d4-4ac7-8717-cf3230d57397", "name": "network-vif-deleted", "tag": "699e4ea1-016f-4cdf-9901-5277fb74b1f1"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:23:15.297766 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45fd51c-ba9c-4cdf-9f69-29afd79acc87 x-openstack-request-id: req-e45fd51c-ba9c-4cdf-9f69-29afd79acc87 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:23:15.298057 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749c8975-02d4-4ac7-8717-cf3230d57397", "name": "network-vif-deleted", "tag": "699e4ea1-016f-4cdf-9901-5277fb74b1f1", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:23:15.298314 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e45fd51c-ba9c-4cdf-9f69-29afd79acc87 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:23:15.298715 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749c8975-02d4-4ac7-8717-cf3230d57397', 'name': 'network-vif-deleted', 'tag': '699e4ea1-016f-4cdf-9901-5277fb74b1f1', 'status': 'completed', 'code': 200} Feb 14 16:23:16.294647 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53978) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:23:16.695829 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626919'] for router_interface (81de0abe-8057-408b-99c7-11050aef03cd), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:16.991134 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Deleting port 4ec35349-7ef2-4bb6-9ae7-77211600c06c {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:23:16.991480 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:17.070528 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] For port 4ec35349-7ef2-4bb6-9ae7-77211600c06c, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=4ec35349-7ef2-4bb6-9ae7-77211600c06c,segment=NetworkSegment(3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2),segment_id=3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:17.070895 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:17.083095 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Calling delete_port for 4ec35349-7ef2-4bb6-9ae7-77211600c06c owned by network:router_interface {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:23:17.285519 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (4ec35349-7ef2-4bb6-9ae7-77211600c06c), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:17.310230 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec35349-7ef2-4bb6-9ae7-77211600c06c,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:17.338257 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:17.338585 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:17.338929 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:17.339260 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:17.339588 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:17.339912 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:17.340235 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:17.340556 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:17.340878 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:17.341200 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:17.341539 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:17.341858 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:17.342174 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:17.473804 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627059'] for router_interface (81de0abe-8057-408b-99c7-11050aef03cd), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:17.679636 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Router 81de0abe-8057-408b-99c7-11050aef03cd has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:23:17.781369 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:23:17.786716 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-69d0a0a5-34e3-428b-acae-ef90a7346244 admin admin] 10.222.0.55 "PUT /v2.0/routers/81de0abe-8057-408b-99c7-11050aef03cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4910421 Feb 14 16:23:17.789137 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53984) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:23:17.790108 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f2c646-62f0-4911-9196-e3bdc5405e02 None None] Sync routers for ids ['81de0abe-8057-408b-99c7-11050aef03cd'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:23:17.802653 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2c646-62f0-4911-9196-e3bdc5405e02 None None] Routers {'81de0abe-8057-408b-99c7-11050aef03cd'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:23:17.803260 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-e1f2c646-62f0-4911-9196-e3bdc5405e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:22:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['81de0abe-8057-408b-99c7-11050aef03cd'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:23:17.910800 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-e1f2c646-62f0-4911-9196-e3bdc5405e02 None None] Set router 81de0abe-8057-408b-99c7-11050aef03cd gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:23:18.110169 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] Publish callbacks [] for router (81de0abe-8057-408b-99c7-11050aef03cd), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:18.113948 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-e1f2c646-62f0-4911-9196-e3bdc5405e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81de0abe-8057-408b-99c7-11050aef03cd', 'name': 'tempest-ServerRescueNegativeTestJSON-2125309814-router', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:23:17Z', 'revision_number': 5, 'project_id': 'eca15708118b44a1a682c7b615afc8a1', 'gw_port': {'id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81de0abe-8057-408b-99c7-11050aef03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:23:18.140866 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f2c646-62f0-4911-9196-e3bdc5405e02 None None] Checking router: 81de0abe-8057-408b-99c7-11050aef03cd for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:23:18.150948 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2c646-62f0-4911-9196-e3bdc5405e02 None None] Routers {'81de0abe-8057-408b-99c7-11050aef03cd'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:23:18.151545 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-e1f2c646-62f0-4911-9196-e3bdc5405e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:22:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['81de0abe-8057-408b-99c7-11050aef03cd'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:23:18.238938 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] Publish callbacks [] for router_gateway (81de0abe-8057-408b-99c7-11050aef03cd), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:18.261541 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-e1f2c646-62f0-4911-9196-e3bdc5405e02 None None] Set router 81de0abe-8057-408b-99c7-11050aef03cd gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:23:18.290422 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] Deleting port bc951386-8355-4c41-9c9f-7568f3442f27 {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:23:18.290786 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (bc951386-8355-4c41-9c9f-7568f3442f27), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:18.366567 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] For port bc951386-8355-4c41-9c9f-7568f3442f27, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=bc951386-8355-4c41-9c9f-7568f3442f27,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:18.367270 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (bc951386-8355-4c41-9c9f-7568f3442f27), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:18.379150 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] Calling delete_port for bc951386-8355-4c41-9c9f-7568f3442f27 owned by network:router_gateway {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:23:18.436704 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-e1f2c646-62f0-4911-9196-e3bdc5405e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81de0abe-8057-408b-99c7-11050aef03cd', 'name': 'tempest-ServerRescueNegativeTestJSON-2125309814-router', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:23:17Z', 'revision_number': 5, 'project_id': 'eca15708118b44a1a682c7b615afc8a1', 'gw_port': {'id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81de0abe-8057-408b-99c7-11050aef03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:23:18.452715 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-40929845-429e-4e6a-a859-5048f60c3623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:18.465230 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f2c646-62f0-4911-9196-e3bdc5405e02 None None] The sync data for ids ['81de0abe-8057-408b-99c7-11050aef03cd'] in dv-cinder-819668-3-iscsi is: [{'id': '81de0abe-8057-408b-99c7-11050aef03cd', 'name': 'tempest-ServerRescueNegativeTestJSON-2125309814-router', 'tenant_id': 'eca15708118b44a1a682c7b615afc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:23:17Z', 'revision_number': 5, 'project_id': 'eca15708118b44a1a682c7b615afc8a1', 'gw_port': {'id': 'bc951386-8355-4c41-9c9f-7568f3442f27', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81de0abe-8057-408b-99c7-11050aef03cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:23:18.551790 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (bc951386-8355-4c41-9c9f-7568f3442f27), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:18.579624 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc951386-8355-4c41-9c9f-7568f3442f27,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:18.638617 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628909'] for router_gateway (81de0abe-8057-408b-99c7-11050aef03cd), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:18.735795 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 699e4ea1-016f-4cdf-9901-5277fb74b1f1 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:23:18.743352 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44680'] for router (81de0abe-8057-408b-99c7-11050aef03cd), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:18.745409 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] Publish callbacks [] for router_controller (81de0abe-8057-408b-99c7-11050aef03cd), precommit_delete_associations {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:18.756493 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: 699e4ea1-016f-4cdf-9901-5277fb74b1f1 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:23:18.756785 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 699e4ea1-016f-4cdf-9901-5277fb74b1f1 not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:23:18.812100 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627457'] for router (81de0abe-8057-408b-99c7-11050aef03cd), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:18.812649 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81de0abe-8057-408b-99c7-11050aef03cd {{(pid=102552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:23:18.818352 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:18.821562 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-2e0e7745-829e-48f0-8d7f-6223c659236f admin admin] 10.222.0.55 "DELETE /v2.0/routers/81de0abe-8057-408b-99c7-11050aef03cd HTTP/1.1" status: 204 len: 168 time: 1.0291924 Feb 14 16:23:18.821850 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 53998) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:23:18.867118 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ea6994-9942-4165-a847-986d2d05acc8 admin admin] Deleting subnet 29897062-631a-49da-8452-c4a2baf64bda {{(pid=102552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:23:18.870359 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-72ea6994-9942-4165-a847-986d2d05acc8 admin admin] Publish callbacks [] for subnet (29897062-631a-49da-8452-c4a2baf64bda), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:18.904056 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-72ea6994-9942-4165-a847-986d2d05acc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260087274'] for subnet (29897062-631a-49da-8452-c4a2baf64bda), precommit_delete_associations {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:18.948947 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-72ea6994-9942-4165-a847-986d2d05acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (29897062-631a-49da-8452-c4a2baf64bda), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:19.002325 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-72ea6994-9942-4165-a847-986d2d05acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262131233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260073549'] for subnet (29897062-631a-49da-8452-c4a2baf64bda), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:19.025194 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea6994-9942-4165-a847-986d2d05acc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29897062-631a-49da-8452-c4a2baf64bda,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:19.034389 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-72ea6994-9942-4165-a847-986d2d05acc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:19.038556 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-72ea6994-9942-4165-a847-986d2d05acc8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/29897062-631a-49da-8452-c4a2baf64bda HTTP/1.1" status: 204 len: 168 time: 0.2158046 Feb 14 16:23:19.041268 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 54000) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:23:19.113117 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-07f32cec-3790-4973-b54b-a75dc099627b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (0038fd0f-8ce9-4b4d-b323-5d643b544c9a), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:19.190254 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-07f32cec-3790-4973-b54b-a75dc099627b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (0038fd0f-8ce9-4b4d-b323-5d643b544c9a), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:19.210204 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-07f32cec-3790-4973-b54b-a75dc099627b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0038fd0f-8ce9-4b4d-b323-5d643b544c9a']}} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:23:19.218988 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-07f32cec-3790-4973-b54b-a75dc099627b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2') {'for_net_delete': True} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:23:19.219280 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-07f32cec-3790-4973-b54b-a75dc099627b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2') {} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:23:19.229113 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-07f32cec-3790-4973-b54b-a75dc099627b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261692535'] for segment (3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:19.242838 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-07f32cec-3790-4973-b54b-a75dc099627b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:19.248566 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f32cec-3790-4973-b54b-a75dc099627b admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:23:19.248949 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-07f32cec-3790-4973-b54b-a75dc099627b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260101877'] for segment (3e69d3d3-3d77-4a75-8c34-fcbe4a7517a2), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: Traceback (most recent call last): Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: timer() Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: cb(*args, **kw) Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: return func(*args, **kwargs) Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: self._notify() Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: self.callback(batched_events) Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: event.method(event) Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: return f(self, *a, **k) Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._get(url).json() Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: return self.request(url, 'GET', **kwargs) Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:23:19.250573 dv-cinder-819668-3-iscsi neutron-server[102553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:23:19.306210 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-07f32cec-3790-4973-b54b-a75dc099627b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (0038fd0f-8ce9-4b4d-b323-5d643b544c9a), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:19.313083 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-07f32cec-3790-4973-b54b-a75dc099627b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:19.316240 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-07f32cec-3790-4973-b54b-a75dc099627b admin admin] 10.222.0.55 "DELETE /v2.0/networks/0038fd0f-8ce9-4b4d-b323-5d643b544c9a HTTP/1.1" status: 204 len: 168 time: 0.2739525 Feb 14 16:23:19.325146 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f32cec-3790-4973-b54b-a75dc099627b admin admin] Pushing event deleted for resources: {'Network': ['ID=0038fd0f-8ce9-4b4d-b323-5d643b544c9a,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:19.483872 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 54008) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:23:19.529633 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-e2c2ea9d-05af-4715-99db-99bb0c5b21e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eca15708118b44a1a682c7b615afc8a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446539 Feb 14 16:23:19.530338 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 54010) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:23:19.539409 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device bc951386-8355-4c41-9c9f-7568f3442f27 no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:23:19.562799 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: bc951386-8355-4c41-9c9f-7568f3442f27 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:23:19.563146 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device bc951386-8355-4c41-9c9f-7568f3442f27 not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:23:19.563623 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 4ec35349-7ef2-4bb6-9ae7-77211600c06c no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:23:19.582777 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: 4ec35349-7ef2-4bb6-9ae7-77211600c06c {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:23:19.583119 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 4ec35349-7ef2-4bb6-9ae7-77211600c06c not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:23:19.585747 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7ed54c72-10d0-4d78-900c-e8a5bca2c63c admin admin] Publish callbacks [] for security_group (d9b9590b-3440-4648-8035-7982b7b5ce6f), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:19.609233 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7ed54c72-10d0-4d78-900c-e8a5bca2c63c admin admin] Publish callbacks [] for security_group (d9b9590b-3440-4648-8035-7982b7b5ce6f), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:19.655389 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7ed54c72-10d0-4d78-900c-e8a5bca2c63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (d9b9590b-3440-4648-8035-7982b7b5ce6f), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:19.658106 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7ed54c72-10d0-4d78-900c-e8a5bca2c63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:19.659254 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-7ed54c72-10d0-4d78-900c-e8a5bca2c63c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9b9590b-3440-4648-8035-7982b7b5ce6f HTTP/1.1" status: 204 len: 168 time: 0.1278691 Feb 14 16:23:19.667070 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed54c72-10d0-4d78-900c-e8a5bca2c63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b9590b-3440-4648-8035-7982b7b5ce6f,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:20.330687 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 54036) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:23:20.422792 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-97427236-network', 'tenant_id': '48eba856df5748f5a8272770dcaff3ec'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:23:20.441959 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] Made reservation on behalf of 48eba856df5748f5a8272770dcaff3ec for: {'network': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:23:20.444176 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:20.452196 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:20.525637 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] Publish callbacks [] for security_group (f66129d4-3977-4055-9fd3-1e5249dcddb0), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:20.529241 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (f66129d4-3977-4055-9fd3-1e5249dcddb0), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:20.548992 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:23:20.566754 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66129d4-3977-4055-9fd3-1e5249dcddb0,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:20.569552 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (cf75d2a4-bdc0-4e9a-8837-ae915dc13471), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:20.569894 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.segments_db [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] Added segment cf75d2a4-bdc0-4e9a-8837-ae915dc13471 of type vlan for network 6091d008-f3ac-4b0b-a84e-7f07f7da10df Feb 14 16:23:20.612911 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (6091d008-f3ac-4b0b-a84e-7f07f7da10df), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:20.636128 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (6091d008-f3ac-4b0b-a84e-7f07f7da10df), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:20.637069 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:20.637673 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:20.668095 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3362432 Feb 14 16:23:20.671016 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 54040) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:23:20.675999 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-1a348235-f552-484c-89ef-f08f5d130af3 admin admin] Request body: {'subnet': {'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-97427236-subnet', 'tenant_id': '48eba856df5748f5a8272770dcaff3ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:23:20.697491 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23821162-9602-4fd9-b91f-01625935a17e admin admin] Pushing event updated for resources: {'Network': ['ID=6091d008-f3ac-4b0b-a84e-7f07f7da10df,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:20.702318 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a348235-f552-484c-89ef-f08f5d130af3 admin admin] Made reservation on behalf of 48eba856df5748f5a8272770dcaff3ec for: {'subnet': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:23:20.704742 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1a348235-f552-484c-89ef-f08f5d130af3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260062748'] for subnet (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:20.707309 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6ab7-6149-482b-9f02-4b431bf5ba24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:20.711732 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network 6091d008-f3ac-4b0b-a84e-7f07f7da10df details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:23:20.868709 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1a348235-f552-484c-89ef-f08f5d130af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260103192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260062766'] for subnet (a21aed8d-f6ea-4f13-95aa-67ab44b4ff13), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:20.922697 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a348235-f552-484c-89ef-f08f5d130af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21aed8d-f6ea-4f13-95aa-67ab44b4ff13,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:20.931843 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a348235-f552-484c-89ef-f08f5d130af3 admin admin] Checking segment: {'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:23:20.932199 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a348235-f552-484c-89ef-f08f5d130af3 admin admin] Network hostable DHCP agents. Network: 6091d008-f3ac-4b0b-a84e-7f07f7da10df, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:23:20.949003 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a348235-f552-484c-89ef-f08f5d130af3 admin admin] Network 6091d008-f3ac-4b0b-a84e-7f07f7da10df is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:23:20.958661 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-1a348235-f552-484c-89ef-f08f5d130af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, 6091d008-f3ac-4b0b-a84e-7f07f7da10df) {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:23:20.963230 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a348235-f552-484c-89ef-f08f5d130af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:20.964276 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1a348235-f552-484c-89ef-f08f5d130af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:20.968377 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69627098-268a-457b-8d82-af7a6aa93c77 None None] Network 6091d008-f3ac-4b0b-a84e-7f07f7da10df requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:23:20.980886 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-1a348235-f552-484c-89ef-f08f5d130af3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3087420 Feb 14 16:23:21.069159 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a3cf0e-2f4c-4183-be0d-eebb6b149ec1 None None] Network 6091d008-f3ac-4b0b-a84e-7f07f7da10df requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:23:21.418995 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-3c31552d-7a08-4210-aae9-073b1e9b5d20 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:21.420474 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-3c31552d-7a08-4210-aae9-073b1e9b5d20 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/networks?id=6091d008-f3ac-4b0b-a84e-7f07f7da10df HTTP/1.1" status: 200 len: 813 time: 0.0985405 Feb 14 16:23:21.434923 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-0ddfc7f1-379e-487c-b072-9eb4266da052 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/quotas/48eba856df5748f5a8272770dcaff3ec HTTP/1.1" status: 200 len: 375 time: 0.0086396 Feb 14 16:23:21.469765 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-a3be4ea6-93a0-45ee-9306-db38c273c853 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=48eba856df5748f5a8272770dcaff3ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298784 Feb 14 16:23:21.556902 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-c34616ba-20bd-42d1-8837-5cbab8e559de service neutron] 10.222.0.55 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801330 Feb 14 16:23:21.647025 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-2507d851-1f1c-4cca-b6f8-1b121d3a6c1c service neutron] 10.222.0.55 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844882 Feb 14 16:23:21.804346 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-755e2a92-523e-4b77-9c91-52f41146fe21 req-934c8c28-1371-4e56-b2ce-eb0acee22844 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 210 time: 0.0312154 Feb 14 16:23:22.021970 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:22.422058 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e6519559-9f1a-4700-b49d-a82c9a24c8b5 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122782587&fields=id&tenant_id=84431557f940487eb224596e913ad8d0 HTTP/1.1" status: 200 len: 267 time: 0.0471227 Feb 14 16:23:22.527719 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-4d4a3dde-3f4e-46e8-99cb-2b96c82b9a17 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:22.529115 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-4d4a3dde-3f4e-46e8-99cb-2b96c82b9a17 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/networks?id=04501df6-4ee2-42f8-a7f1-0e1e29987a0c HTTP/1.1" status: 200 len: 808 time: 0.1031625 Feb 14 16:23:22.542943 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-089b8ecc-8d82-4be0-95cb-add4a1e266c2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/quotas/84431557f940487eb224596e913ad8d0 HTTP/1.1" status: 200 len: 375 time: 0.0085714 Feb 14 16:23:22.590769 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:23:22.595866 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e06aba04-945b-4728-a264-ec87dad9959b tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=84431557f940487eb224596e913ad8d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482106 Feb 14 16:23:22.687117 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e8e46f1d-7a6a-4dd3-9b63-5e185d099520 service neutron] 10.222.0.55 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800469 Feb 14 16:23:22.778436 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-9f997822-8d35-453f-9b08-f763a9354564 service neutron] 10.222.0.55 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847981 Feb 14 16:23:22.895605 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-06e94b70-cf97-4c97-8265-4f283abeb548 req-811aae36-5a51-4ce5-870e-7efda510c2b8 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 210 time: 0.0268652 Feb 14 16:23:23.055271 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1d05c76b-d545-4bf8-a553-a0d5f2a85c32 req-2e7d0249-0f30-4dec-a0ee-28369fca785a tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 210 time: 0.0268655 Feb 14 16:23:23.534308 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:23.989076 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-47a41736-eb3c-4689-aea4-c6e3810eb0a9 req-58dc03e2-68d6-4ca2-94cc-345a0378300a tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 210 time: 0.0266352 Feb 14 16:23:24.148602 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c9763318-ed82-4a38-b186-64a440fbff70 req-208af8d9-e04d-4220-958f-50da54e4f02b tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 210 time: 0.0255213 Feb 14 16:23:24.749234 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:25.081913 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3a86c53b-2059-4e92-b57b-5fc72848fcc4 req-180dd3aa-f3e1-4dc4-8e20-098b9b0bb444 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 210 time: 0.0266790 Feb 14 16:23:25.241399 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-81ae8128-ff48-4e4a-af9c-04b352bd66d2 req-fa014de9-d4e4-4f36-ae27-9da0780d83b6 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 210 time: 0.0291071 Feb 14 16:23:25.564378 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-8115e9ec-2fc2-41e2-9908-525c15550241 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:25.565939 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-8115e9ec-2fc2-41e2-9908-525c15550241 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "GET /v2.0/networks?id=6091d008-f3ac-4b0b-a84e-7f07f7da10df HTTP/1.1" status: 200 len: 813 time: 0.1112714 Feb 14 16:23:25.616751 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-6f8a07e0-e4b2-45b9-afc4-11b6a8b4aa93 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Request body: {'port': {'device_id': '62dffaad-877a-4588-8998-372f152ef2cf', 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df', 'admin_state_up': True, 'tenant_id': '48eba856df5748f5a8272770dcaff3ec'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:23:25.726556 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-6f8a07e0-e4b2-45b9-afc4-11b6a8b4aa93 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Made reservation on behalf of 48eba856df5748f5a8272770dcaff3ec for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:23:25.730048 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-6f8a07e0-e4b2-45b9-afc4-11b6a8b4aa93 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:25.859181 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-6f8a07e0-e4b2-45b9-afc4-11b6a8b4aa93 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Allocated IP 172.20.0.7 (6091d008-f3ac-4b0b-a84e-7f07f7da10df/a21aed8d-f6ea-4f13-95aa-67ab44b4ff13/6b23e3d4-a0d7-4a01-95a5-1b97501ae898) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:23:25.999653 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-6f8a07e0-e4b2-45b9-afc4-11b6a8b4aa93 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks [] for port (6b23e3d4-a0d7-4a01-95a5-1b97501ae898), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:26.033007 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-6f8a07e0-e4b2-45b9-afc4-11b6a8b4aa93 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (6b23e3d4-a0d7-4a01-95a5-1b97501ae898), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:26.081529 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-6f8a07e0-e4b2-45b9-afc4-11b6a8b4aa93 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Network 6091d008-f3ac-4b0b-a84e-7f07f7da10df is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:23:26.086531 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-6f8a07e0-e4b2-45b9-afc4-11b6a8b4aa93 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:23:26.090163 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-6f8a07e0-e4b2-45b9-afc4-11b6a8b4aa93 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:23:26.096393 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a07e0-e4b2-45b9-afc4-11b6a8b4aa93 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Pushing event updated for resources: {'Port': ['ID=6b23e3d4-a0d7-4a01-95a5-1b97501ae898,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:26.230620 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-6f8a07e0-e4b2-45b9-afc4-11b6a8b4aa93 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:26.231234 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-6f8a07e0-e4b2-45b9-afc4-11b6a8b4aa93 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:26.269925 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-6f8a07e0-e4b2-45b9-afc4-11b6a8b4aa93 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6578786 Feb 14 16:23:26.289920 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Request body: {'port': {'device_id': '62dffaad-877a-4588-8998-372f152ef2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:23:26.299868 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-f8621418-f204-4eb2-b9a9-1f2b1e1613a6 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:26.301909 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-f8621418-f204-4eb2-b9a9-1f2b1e1613a6 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.42 "GET /v2.0/networks?id=04501df6-4ee2-42f8-a7f1-0e1e29987a0c HTTP/1.1" status: 200 len: 808 time: 0.1853855 Feb 14 16:23:26.329034 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54710ed-c37f-46a3-b950-55e35e4ad4a8 req-10cc726c-0e0d-4a3a-9330-18fc46e2a833 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:26.330483 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c54710ed-c37f-46a3-b950-55e35e4ad4a8 req-10cc726c-0e0d-4a3a-9330-18fc46e2a833 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 931 time: 0.1739132 Feb 14 16:23:26.343985 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ee70af92-7eaa-456e-9dbf-291d21584653 req-a6d726da-23b7-4890-8074-0156872fafc1 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 210 time: 0.0266128 Feb 14 16:23:26.431749 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (6b23e3d4-a0d7-4a01-95a5-1b97501ae898), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:26.455983 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-36229b03-f2f2-49b2-af55-73ead211ab8c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84431557f940487eb224596e913ad8d0 HTTP/1.1" status: 200 len: 380 time: 0.1340628 Feb 14 16:23:26.458883 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c54710ed-c37f-46a3-b950-55e35e4ad4a8 req-010de4b4-a57c-45b1-88b8-08fe10891b53 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198771 Feb 14 16:23:26.465544 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e5f26e5b-7ab1-4364-80d1-b03d91f10c7c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Request body: {'port': {'device_id': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'admin_state_up': True, 'tenant_id': '84431557f940487eb224596e913ad8d0', 'security_groups': ['1a0bc085-263e-4bf8-baeb-68c294b59b2e']}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:23:26.713582 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e5f26e5b-7ab1-4364-80d1-b03d91f10c7c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Made reservation on behalf of 84431557f940487eb224596e913ad8d0 for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:23:26.716944 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e5f26e5b-7ab1-4364-80d1-b03d91f10c7c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:26.886248 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:23:26.897072 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Publish callbacks [] for port (6b23e3d4-a0d7-4a01-95a5-1b97501ae898), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:26.911299 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e5f26e5b-7ab1-4364-80d1-b03d91f10c7c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Allocated IP 172.20.0.14 (04501df6-4ee2-42f8-a7f1-0e1e29987a0c/dd85fe61-920d-42f7-a824-5314b72e831c/43d34da7-a6d9-45d0-ac4a-526792b24632) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:23:26.919339 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Transition to ACTIVE for port object 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:23:26.924255 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (6b23e3d4-a0d7-4a01-95a5-1b97501ae898), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:27.021254 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Pushing event updated for resources: {'Port': ['ID=6b23e3d4-a0d7-4a01-95a5-1b97501ae898,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:27.144946 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Attempting to bind port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:23:27.145662 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Attempting to bind port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:23:27.145662 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Attempting to bind port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 on network 6091d008-f3ac-4b0b-a84e-7f07f7da10df {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:23:27.150085 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e5f26e5b-7ab1-4364-80d1-b03d91f10c7c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:27.154842 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 on network 6091d008-f3ac-4b0b-a84e-7f07f7da10df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:23:27.155159 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Attempting to bind port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 on network 6091d008-f3ac-4b0b-a84e-7f07f7da10df {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:23:27.163964 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:23:27.164320 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Checking segment: {'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:23:27.164674 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Bound using segment: {'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:23:27.165083 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Bound port: 6b23e3d4-a0d7-4a01-95a5-1b97501ae898, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:23:27.165417 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (6b23e3d4-a0d7-4a01-95a5-1b97501ae898), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:27.222401 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e5f26e5b-7ab1-4364-80d1-b03d91f10c7c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:27.275351 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e5f26e5b-7ab1-4364-80d1-b03d91f10c7c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Network 04501df6-4ee2-42f8-a7f1-0e1e29987a0c is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:23:27.278295 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] For port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:23:27.284033 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e5f26e5b-7ab1-4364-80d1-b03d91f10c7c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:23:27.286826 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] For port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=6b23e3d4-a0d7-4a01-95a5-1b97501ae898,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:23:27.290815 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e5f26e5b-7ab1-4364-80d1-b03d91f10c7c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:23:27.297665 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (6b23e3d4-a0d7-4a01-95a5-1b97501ae898), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:27.326221 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f26e5b-7ab1-4364-80d1-b03d91f10c7c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Pushing event updated for resources: {'Port': ['ID=43d34da7-a6d9-45d0-ac4a-526792b24632,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:27.369075 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:27.369715 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:27.371105 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] 10.222.0.42 "PUT /v2.0/ports/6b23e3d4-a0d7-4a01-95a5-1b97501ae898 HTTP/1.1" status: 200 len: 1093 time: 1.0874081 Feb 14 16:23:27.371543 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dffaad-877a-4588-8998-372f152ef2cf', 'tag': '6b23e3d4-a0d7-4a01-95a5-1b97501ae898'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:23:27.373776 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71d32a4-0b97-4151-be80-5296058635d8" -d '{"events": [{"name": "network-changed", "server_uuid": "62dffaad-877a-4588-8998-372f152ef2cf", "tag": "6b23e3d4-a0d7-4a01-95a5-1b97501ae898"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:23:27.397229 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e5f26e5b-7ab1-4364-80d1-b03d91f10c7c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:27.397869 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e5f26e5b-7ab1-4364-80d1-b03d91f10c7c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:27.413373 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd504e0-5a44-4c10-902b-417ae6987e25 x-openstack-request-id: req-8fd504e0-5a44-4c10-902b-417ae6987e25 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:23:27.413692 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dffaad-877a-4588-8998-372f152ef2cf", "tag": "6b23e3d4-a0d7-4a01-95a5-1b97501ae898", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:23:27.413941 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8fd504e0-5a44-4c10-902b-417ae6987e25 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:23:27.414342 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dffaad-877a-4588-8998-372f152ef2cf', 'tag': '6b23e3d4-a0d7-4a01-95a5-1b97501ae898', 'status': 'completed', 'code': 200} Feb 14 16:23:27.420572 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8407c6a-e9c1-4ebd-a772-6f51071dc808 service neutron] Pushing event updated for resources: {'Port': ['ID=6b23e3d4-a0d7-4a01-95a5-1b97501ae898,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:27.426942 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e5f26e5b-7ab1-4364-80d1-b03d91f10c7c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9649980 Feb 14 16:23:27.484316 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d1790-d166-400d-9e7b-d88887baa58e req-87c5107c-730a-4a2a-b1ab-0b129df469bb tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:27.490014 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6d0d1790-d166-400d-9e7b-d88887baa58e req-87c5107c-730a-4a2a-b1ab-0b129df469bb tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 932 time: 0.0680501 Feb 14 16:23:27.535617 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6d0d1790-d166-400d-9e7b-d88887baa58e req-17cf40aa-19b9-4d80-b338-338fd4d96b9f tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436857 Feb 14 16:23:27.544871 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-cb51e771-b6ba-45ec-80b5-4db4effd092e None None] Provisioning complete for port 43d34da7-a6d9-45d0-ac4a-526792b24632 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:23:27.545428 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cb51e771-b6ba-45ec-80b5-4db4effd092e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:27.579419 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-cb51e771-b6ba-45ec-80b5-4db4effd092e None None] Port 43d34da7-a6d9-45d0-ac4a-526792b24632 cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:23:27.581049 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f9767-b6bf-4854-8a26-ff54f610ff6c req-d687c061-2243-43a4-981a-9f2201242eba tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:27.582736 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2c8f9767-b6bf-4854-8a26-ff54f610ff6c req-d687c061-2243-43a4-981a-9f2201242eba tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 943 time: 0.0536861 Feb 14 16:23:27.627435 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2c8f9767-b6bf-4854-8a26-ff54f610ff6c req-1642daad-d9d0-401d-b790-e5dc6257c2a9 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392120 Feb 14 16:23:28.652451 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc725e7a-aaf5-48d4-8599-b23d2fee82e3 req-1343ad65-82e7-47f1-af4a-8cd1f3ec3911 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:28.653959 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-bc725e7a-aaf5-48d4-8599-b23d2fee82e3 req-1343ad65-82e7-47f1-af4a-8cd1f3ec3911 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 932 time: 0.0506332 Feb 14 16:23:28.704215 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-bc725e7a-aaf5-48d4-8599-b23d2fee82e3 req-143b4373-dc5a-446c-a7a7-316e1af7da6f tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446262 Feb 14 16:23:28.742168 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba0486-1104-4b71-9fe6-a7645454bf5a req-c94f279f-e88b-4c8d-a490-e875fcae45f0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:28.743549 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9eba0486-1104-4b71-9fe6-a7645454bf5a req-c94f279f-e88b-4c8d-a490-e875fcae45f0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 943 time: 0.0509884 Feb 14 16:23:28.793399 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9eba0486-1104-4b71-9fe6-a7645454bf5a req-e436f1ef-b328-4a98-bb4e-47103c4de6ff tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443981 Feb 14 16:23:29.685629 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Request body: {'port': {'device_id': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:23:29.770981 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:29.787195 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d32a4-0b97-4151-be80-5296058635d8 req-3d842ba6-348d-4d3f-add8-23914af35206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:29.788696 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c71d32a4-0b97-4151-be80-5296058635d8 req-3d842ba6-348d-4d3f-add8-23914af35206 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48eba856df5748f5a8272770dcaff3ec&device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 1127 time: 0.0845871 Feb 14 16:23:29.832140 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684192f-b7e8-4180-a9d0-df2eb21b94ab req-1d3461c8-7664-4d8b-9710-7d113cec9020 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:29.832140 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9684192f-b7e8-4180-a9d0-df2eb21b94ab req-1d3461c8-7664-4d8b-9710-7d113cec9020 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 932 time: 0.0558603 Feb 14 16:23:29.877961 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9684192f-b7e8-4180-a9d0-df2eb21b94ab req-f60d0163-2194-4f10-af40-33284a228ca1 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427351 Feb 14 16:23:30.330461 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c74afa-f22a-4e2f-957c-42d85f61dcd3 req-fe9d1b19-cd9c-4ff5-9fde-f276f5e24e13 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:30.332014 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-09c74afa-f22a-4e2f-957c-42d85f61dcd3 req-fe9d1b19-cd9c-4ff5-9fde-f276f5e24e13 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 943 time: 0.4589036 Feb 14 16:23:30.338406 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d32a4-0b97-4151-be80-5296058635d8 req-be71033a-8431-4b98-a575-35ae66e3b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:30.339743 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c71d32a4-0b97-4151-be80-5296058635d8 req-be71033a-8431-4b98-a575-35ae66e3b2da service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=48eba856df5748f5a8272770dcaff3ec&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5220084 Feb 14 16:23:30.541017 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-09c74afa-f22a-4e2f-957c-42d85f61dcd3 req-bf68a1ba-ff00-4593-81a5-5be9b158a5b2 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003326 Feb 14 16:23:30.595768 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d32a4-0b97-4151-be80-5296058635d8 req-a499e399-270b-447f-bf73-777ca538026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:30.597165 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c71d32a4-0b97-4151-be80-5296058635d8 req-a499e399-270b-447f-bf73-777ca538026e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2221570 Feb 14 16:23:30.632582 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d34da7-a6d9-45d0-ac4a-526792b24632 {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:23:30.648567 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Publish callbacks [] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:30.681896 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Transition to ACTIVE for port object 43d34da7-a6d9-45d0-ac4a-526792b24632 will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:23:30.688911 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:30.721109 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-287fcb1b-e6be-48fb-aae7-9360b74de207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:30.723435 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-287fcb1b-e6be-48fb-aae7-9360b74de207 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48eba856df5748f5a8272770dcaff3ec&device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 1127 time: 0.0862541 Feb 14 16:23:30.774957 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Pushing event updated for resources: {'Port': ['ID=43d34da7-a6d9-45d0-ac4a-526792b24632,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:30.779275 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-c7f63ac6-8cc7-4ee2-8df4-150c32ce6c22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b23e3d4-a0d7-4a01-95a5-1b97501ae898 HTTP/1.1" status: 200 len: 217 time: 0.0479443 Feb 14 16:23:30.873860 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-1b002fc2-b332-479a-987f-559ac15df46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:30.875301 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-1b002fc2-b332-479a-987f-559ac15df46a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a21aed8d-f6ea-4f13-95aa-67ab44b4ff13 HTTP/1.1" status: 200 len: 853 time: 0.0891340 Feb 14 16:23:30.917557 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-7f5ece3f-cdde-4426-9aef-87e9dee8c9e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6091d008-f3ac-4b0b-a84e-7f07f7da10df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291095 Feb 14 16:23:30.918435 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Attempting to bind port 43d34da7-a6d9-45d0-ac4a-526792b24632 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:23:30.918880 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Attempting to bind port 43d34da7-a6d9-45d0-ac4a-526792b24632 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'd2b976d1-8695-44b3-a3a0-abf44551abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:23:30.919370 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Attempting to bind port 43d34da7-a6d9-45d0-ac4a-526792b24632 on network 04501df6-4ee2-42f8-a7f1-0e1e29987a0c {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:23:30.924363 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Port 43d34da7-a6d9-45d0-ac4a-526792b24632 on network 04501df6-4ee2-42f8-a7f1-0e1e29987a0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:23:30.924685 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Attempting to bind port 43d34da7-a6d9-45d0-ac4a-526792b24632 on network 04501df6-4ee2-42f8-a7f1-0e1e29987a0c {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:23:30.946092 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:23:30.946434 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Checking segment: {'id': 'd2b976d1-8695-44b3-a3a0-abf44551abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:23:30.946830 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Bound using segment: {'id': 'd2b976d1-8695-44b3-a3a0-abf44551abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:23:30.947249 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Bound port: 43d34da7-a6d9-45d0-ac4a-526792b24632, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2b976d1-8695-44b3-a3a0-abf44551abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:23:30.947607 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:31.000950 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f625e06-bcad-4cf6-901b-2d267f4997da req-35aa7acc-e3f3-44aa-816e-b427147e8398 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:31.002388 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1f625e06-bcad-4cf6-901b-2d267f4997da req-35aa7acc-e3f3-44aa-816e-b427147e8398 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0511477 Feb 14 16:23:31.050803 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1f625e06-bcad-4cf6-901b-2d267f4997da req-e76c83d0-9035-4716-9dc7-1806ecf94c99 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414691 Feb 14 16:23:31.062930 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-2b64e4d3-f291-4e80-84e2-ef43cbd9e56d service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359599 Feb 14 16:23:31.063905 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] For port 43d34da7-a6d9-45d0-ac4a-526792b24632, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:23:31.068251 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] For port 43d34da7-a6d9-45d0-ac4a-526792b24632, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=43d34da7-a6d9-45d0-ac4a-526792b24632,segment=NetworkSegment(d2b976d1-8695-44b3-a3a0-abf44551abf2),segment_id=d2b976d1-8695-44b3-a3a0-abf44551abf2)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:23:31.080995 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:31.138559 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:31.139657 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:31.141912 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] 10.222.0.42 "PUT /v2.0/ports/43d34da7-a6d9-45d0-ac4a-526792b24632 HTTP/1.1" status: 200 len: 1094 time: 1.4604013 Feb 14 16:23:31.174133 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'tag': '43d34da7-a6d9-45d0-ac4a-526792b24632'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:23:31.176980 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87ced49-1ba4-4dd7-80e0-f7e436cbfb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "47ce32b0-3d78-4e40-a609-e57a3fc13eb4", "tag": "43d34da7-a6d9-45d0-ac4a-526792b24632"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:23:31.228324 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49370e4a-3a0b-4057-8055-6d8691b711fa x-openstack-request-id: req-49370e4a-3a0b-4057-8055-6d8691b711fa {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:23:31.228613 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ce32b0-3d78-4e40-a609-e57a3fc13eb4", "tag": "43d34da7-a6d9-45d0-ac4a-526792b24632", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:23:31.228886 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49370e4a-3a0b-4057-8055-6d8691b711fa {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:23:31.229298 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'tag': '43d34da7-a6d9-45d0-ac4a-526792b24632', 'status': 'completed', 'code': 200} Feb 14 16:23:31.260762 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632fc1d-c94d-4168-8e30-ee8fb7b9caf1 service neutron] Pushing event updated for resources: {'Port': ['ID=43d34da7-a6d9-45d0-ac4a-526792b24632,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:31.267848 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2d8bba7d-d463-4ec2-8c2c-81dbad1a11d2 req-ddd416f4-eb6f-4698-a3c9-24ea615631a2 service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959114 Feb 14 16:23:31.278800 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-578b206e-82b8-45d1-8939-0dd618efc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:31.280284 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-578b206e-82b8-45d1-8939-0dd618efc71c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84431557f940487eb224596e913ad8d0&device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 1128 time: 0.0911140 Feb 14 16:23:31.329881 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-8c4aef9c-5380-4cf2-81c7-ce8de13c39c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43d34da7-a6d9-45d0-ac4a-526792b24632 HTTP/1.1" status: 200 len: 217 time: 0.0396640 Feb 14 16:23:31.379021 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-88702f59-0f34-4221-9357-217ff2a3cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:31.380506 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-88702f59-0f34-4221-9357-217ff2a3cdf6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd85fe61-920d-42f7-a824-5314b72e831c HTTP/1.1" status: 200 len: 847 time: 0.0442760 Feb 14 16:23:31.436815 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-17c154ab-61ee-4603-a7f8-8d0edc793177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:31.438219 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-17c154ab-61ee-4603-a7f8-8d0edc793177 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04501df6-4ee2-42f8-a7f1-0e1e29987a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449007 Feb 14 16:23:31.536390 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-cf56cf45-3f9c-4831-bee8-1c934bb070f1 service neutron] 10.222.0.42 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906851 Feb 14 16:23:31.629278 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d20e7054-82d8-49b7-852b-38ede7bf896b req-5a787890-5d46-4946-bb41-b5b910bcdfea service neutron] 10.222.0.42 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821445 Feb 14 16:23:31.660150 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc795ca6-c0f7-48f1-8890-2b9f0ed33069 req-aabe53d0-d72a-434a-9dad-eeb60d239add tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:31.661761 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-cc795ca6-c0f7-48f1-8890-2b9f0ed33069 req-aabe53d0-d72a-434a-9dad-eeb60d239add tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 943 time: 0.0548608 Feb 14 16:23:31.711320 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-cc795ca6-c0f7-48f1-8890-2b9f0ed33069 req-4cd041de-f15e-4582-badf-7b82fc6aa3b8 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439804 Feb 14 16:23:31.731603 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ced49-1ba4-4dd7-80e0-f7e436cbfb8a req-6c96e378-9258-42ae-be4c-af742c056760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:31.733099 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a87ced49-1ba4-4dd7-80e0-f7e436cbfb8a req-6c96e378-9258-42ae-be4c-af742c056760 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84431557f940487eb224596e913ad8d0&device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 1128 time: 0.0493422 Feb 14 16:23:31.824066 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ced49-1ba4-4dd7-80e0-f7e436cbfb8a req-68b33d1e-b1ad-4822-b24e-d9841ae1c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:31.825543 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a87ced49-1ba4-4dd7-80e0-f7e436cbfb8a req-68b33d1e-b1ad-4822-b24e-d9841ae1c14f service neutron] 10.222.0.42 "GET /v2.0/networks?id=04501df6-4ee2-42f8-a7f1-0e1e29987a0c HTTP/1.1" status: 200 len: 909 time: 0.0843725 Feb 14 16:23:31.869855 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a87ced49-1ba4-4dd7-80e0-f7e436cbfb8a req-8a6e727b-11af-40e4-ab93-aed9350b8af6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43d34da7-a6d9-45d0-ac4a-526792b24632 HTTP/1.1" status: 200 len: 217 time: 0.0369306 Feb 14 16:23:31.918882 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ced49-1ba4-4dd7-80e0-f7e436cbfb8a req-ab49ea30-7fc1-42e8-b73c-2e7c680198d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:31.920481 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a87ced49-1ba4-4dd7-80e0-f7e436cbfb8a req-ab49ea30-7fc1-42e8-b73c-2e7c680198d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd85fe61-920d-42f7-a824-5314b72e831c HTTP/1.1" status: 200 len: 847 time: 0.0429864 Feb 14 16:23:31.973775 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ced49-1ba4-4dd7-80e0-f7e436cbfb8a req-4ff7f94a-cadb-4d27-abb4-a9899ef92959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:31.975290 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a87ced49-1ba4-4dd7-80e0-f7e436cbfb8a req-4ff7f94a-cadb-4d27-abb4-a9899ef92959 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04501df6-4ee2-42f8-a7f1-0e1e29987a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436373 Feb 14 16:23:32.073700 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a87ced49-1ba4-4dd7-80e0-f7e436cbfb8a req-455e5467-17d1-464b-a024-342b5041db5c service neutron] 10.222.0.42 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835803 Feb 14 16:23:32.195107 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a87ced49-1ba4-4dd7-80e0-f7e436cbfb8a req-b99ae9af-f865-4c49-98b3-32fef316a77f service neutron] 10.222.0.42 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116757 Feb 14 16:23:32.206456 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8e5ea-32be-43b7-a368-018551ac2fa7 req-f8a2a893-83d4-4679-a657-638987383c65 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:32.207897 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-11c8e5ea-32be-43b7-a368-018551ac2fa7 req-f8a2a893-83d4-4679-a657-638987383c65 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0701990 Feb 14 16:23:32.260049 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-11c8e5ea-32be-43b7-a368-018551ac2fa7 req-a42b2019-d321-4680-a31c-f703ac2f52a1 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461936 Feb 14 16:23:32.826302 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e38ad9-a2f2-4094-b889-58cd5841004f req-a3938d69-0a8f-4067-a26f-e150d6062272 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:32.827748 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d8e38ad9-a2f2-4094-b889-58cd5841004f req-a3938d69-0a8f-4067-a26f-e150d6062272 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 943 time: 0.0508564 Feb 14 16:23:32.872272 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d8e38ad9-a2f2-4094-b889-58cd5841004f req-9dc19f50-0a6f-4672-89e1-f892bf688437 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384772 Feb 14 16:23:33.375615 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e984a-732d-4237-a763-1cfcc777faee req-4f074b50-dcd6-4ee2-ad0d-cb5797f04aa8 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:33.377058 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eb9e984a-732d-4237-a763-1cfcc777faee req-4f074b50-dcd6-4ee2-ad0d-cb5797f04aa8 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0512879 Feb 14 16:23:33.423625 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eb9e984a-732d-4237-a763-1cfcc777faee req-0b1c9652-e89f-4979-bd66-720effa7b081 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403275 Feb 14 16:23:33.683184 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:23:33.779139 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=6b23e3d4-a0d7-4a01-95a5-1b97501ae898,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:33.793944 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '6b23e3d4-a0d7-4a01-95a5-1b97501ae898', 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df', 'port_id': '6b23e3d4-a0d7-4a01-95a5-1b97501ae898', 'mac_address': 'fa:16:3e:c8:c5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21aed8d-f6ea-4f13-95aa-67ab44b4ff13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:23:33.831180 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:23:33.831531 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (6b23e3d4-a0d7-4a01-95a5-1b97501ae898), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:33.845089 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:23:33.867807 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=6b23e3d4-a0d7-4a01-95a5-1b97501ae898,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:33.871634 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (6b23e3d4-a0d7-4a01-95a5-1b97501ae898), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:33.924382 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=6b23e3d4-a0d7-4a01-95a5-1b97501ae898,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:33.933002 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:33.933360 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:33.933739 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:33.934050 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:33.934387 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:33.934724 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:33.935056 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:33.935388 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:33.935722 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:33.936049 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:33.936380 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:33.936701 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:33.937022 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:23:33.995104 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238ad2c-7f05-459c-a233-cfd58ee2265a req-30c9e4a8-4e9d-46ff-a574-340ce2316394 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:33.996597 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2238ad2c-7f05-459c-a233-cfd58ee2265a req-30c9e4a8-4e9d-46ff-a574-340ce2316394 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 944 time: 0.0523961 Feb 14 16:23:34.041650 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2238ad2c-7f05-459c-a233-cfd58ee2265a req-226dd6f3-f073-4aa5-b03c-b5332354d7b4 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393674 Feb 14 16:23:34.224921 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['6b23e3d4-a0d7-4a01-95a5-1b97501ae898'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:23:34.544578 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d8b7c-e31d-44c6-a4b1-d0cf852da30b req-042a265e-1a89-4806-bad5-db1e9d6e37a6 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:34.546132 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-760d8b7c-e31d-44c6-a4b1-d0cf852da30b req-042a265e-1a89-4806-bad5-db1e9d6e37a6 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0560076 Feb 14 16:23:34.594753 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-760d8b7c-e31d-44c6-a4b1-d0cf852da30b req-cd65c589-3eab-4349-8289-6de42bb6947e tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424442 Feb 14 16:23:35.135556 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2648d-cf2b-43a1-8853-b49e241fc822 req-5062a441-5159-4d48-8b6a-28936428e4d4 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:35.137067 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5af2648d-cf2b-43a1-8853-b49e241fc822 req-5062a441-5159-4d48-8b6a-28936428e4d4 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0540164 Feb 14 16:23:35.162249 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c5c9e-7b1d-4d5a-bdb3-b9324bd3eb25 req-1a77502a-e2e8-4b82-b353-78a1b815d77c tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:35.163722 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-958c5c9e-7b1d-4d5a-bdb3-b9324bd3eb25 req-1a77502a-e2e8-4b82-b353-78a1b815d77c tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 944 time: 0.0545828 Feb 14 16:23:35.183493 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5af2648d-cf2b-43a1-8853-b49e241fc822 req-b2304eb4-48f3-41e5-8f18-770d5547e484 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406857 Feb 14 16:23:35.209876 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-958c5c9e-7b1d-4d5a-bdb3-b9324bd3eb25 req-06539987-358f-45bc-9e77-ee5144afd62f tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Feb 14 16:23:35.688186 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:23:35.719829 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cba31-ba4d-41d7-bfb0-0104db0bc54a req-c86f4b40-25e9-4f07-b55c-718e3edd3b08 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:35.721323 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3c5cba31-ba4d-41d7-bfb0-0104db0bc54a req-c86f4b40-25e9-4f07-b55c-718e3edd3b08 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0591297 Feb 14 16:23:35.738707 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:23:35.742766 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:23:35.743143 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (6b23e3d4-a0d7-4a01-95a5-1b97501ae898), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:35.771133 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3c5cba31-ba4d-41d7-bfb0-0104db0bc54a req-c1e002d4-d297-413c-9609-46d966a8f88b tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431716 Feb 14 16:23:35.822448 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:23:35.822831 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (6b23e3d4-a0d7-4a01-95a5-1b97501ae898), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:35.844475 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dffaad-877a-4588-8998-372f152ef2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b23e3d4-a0d7-4a01-95a5-1b97501ae898'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:23:35.846692 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1ec2a0-23aa-4a6b-81cf-231f87cbd397" -d '{"events": [{"server_uuid": "62dffaad-877a-4588-8998-372f152ef2cf", "name": "network-vif-plugged", "status": "completed", "tag": "6b23e3d4-a0d7-4a01-95a5-1b97501ae898"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:23:35.859196 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=6b23e3d4-a0d7-4a01-95a5-1b97501ae898,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:35.863174 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (6b23e3d4-a0d7-4a01-95a5-1b97501ae898), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:35.887314 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8707b31-63f6-45f5-b276-40c55d34eb94 x-openstack-request-id: req-b8707b31-63f6-45f5-b276-40c55d34eb94 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:23:35.887645 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dffaad-877a-4588-8998-372f152ef2cf", "name": "network-vif-plugged", "status": "completed", "tag": "6b23e3d4-a0d7-4a01-95a5-1b97501ae898", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:23:35.887899 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8707b31-63f6-45f5-b276-40c55d34eb94 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:23:35.888292 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dffaad-877a-4588-8998-372f152ef2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b23e3d4-a0d7-4a01-95a5-1b97501ae898', 'code': 200} Feb 14 16:23:35.914794 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=6b23e3d4-a0d7-4a01-95a5-1b97501ae898,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:36.070249 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835498c-8143-4d4a-872e-3c6a4d431093 req-c87a51a8-b004-46c7-b8c3-26b794bc835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:36.071738 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c835498c-8143-4d4a-872e-3c6a4d431093 req-c87a51a8-b004-46c7-b8c3-26b794bc835c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 1129 time: 0.0436354 Feb 14 16:23:36.128063 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c835498c-8143-4d4a-872e-3c6a4d431093 req-350d4535-e414-4f80-899d-24739a706708 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374401 Feb 14 16:23:36.302568 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35da2e-410e-479a-a8ce-0cf83a57dc23 req-40c41ffc-0648-45bb-ae78-f8829e740c79 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:36.304033 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7b35da2e-410e-479a-a8ce-0cf83a57dc23 req-40c41ffc-0648-45bb-ae78-f8829e740c79 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0536141 Feb 14 16:23:36.334320 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df505d29-bd5d-4289-9a02-1249134b4298 req-188112e9-c8ca-4847-b5ce-ca41cb41ac7e tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:36.335731 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-df505d29-bd5d-4289-9a02-1249134b4298 req-188112e9-c8ca-4847-b5ce-ca41cb41ac7e tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 945 time: 0.0522945 Feb 14 16:23:36.353710 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7b35da2e-410e-479a-a8ce-0cf83a57dc23 req-58de162e-7acc-4c8a-8b69-5c1d2a1bed8c tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441194 Feb 14 16:23:36.382389 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-df505d29-bd5d-4289-9a02-1249134b4298 req-dbcd7d75-b31a-4c1b-860d-29100564afba tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410168 Feb 14 16:23:36.665316 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a9392-3ccd-4ec0-8f09-0c819a80c16f req-796aa2af-6890-46b3-8737-d8fea145dff0 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:36.666788 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1a0a9392-3ccd-4ec0-8f09-0c819a80c16f req-796aa2af-6890-46b3-8737-d8fea145dff0 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 946 time: 0.0500038 Feb 14 16:23:36.714230 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1a0a9392-3ccd-4ec0-8f09-0c819a80c16f req-438c6b83-5f82-46d6-8878-ef29499681ff tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420253 Feb 14 16:23:36.888007 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcfe42-5105-499d-9abe-d15577eb953e req-030f5acf-9689-498d-b0a7-db6950233e39 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:36.889376 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bebcfe42-5105-499d-9abe-d15577eb953e req-030f5acf-9689-498d-b0a7-db6950233e39 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0501070 Feb 14 16:23:36.935460 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bebcfe42-5105-499d-9abe-d15577eb953e req-f083008a-5ce0-4f49-894c-12f48a151e81 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406671 Feb 14 16:23:37.469956 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e4078-99b9-400c-91ec-5a73bb0095c4 req-75d4587b-73e8-4fdc-a301-542f9be115b1 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:37.471529 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ba9e4078-99b9-400c-91ec-5a73bb0095c4 req-75d4587b-73e8-4fdc-a301-542f9be115b1 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0514486 Feb 14 16:23:37.497447 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08207d-eac1-4d4d-8c09-2bb7f46410c5 req-7b734f5e-8551-49ee-bc4f-93fde089816a tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:37.498950 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cf08207d-eac1-4d4d-8c09-2bb7f46410c5 req-7b734f5e-8551-49ee-bc4f-93fde089816a tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 945 time: 0.0526817 Feb 14 16:23:37.519678 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ba9e4078-99b9-400c-91ec-5a73bb0095c4 req-936b9d98-3048-4a84-b08e-a30ecd59fa3d tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400743 Feb 14 16:23:37.545478 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cf08207d-eac1-4d4d-8c09-2bb7f46410c5 req-10540d59-b7fa-4444-ae1a-fe62d1d2fe3d tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Feb 14 16:23:37.835155 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1eb53-87ca-4509-a6f4-4d565d07836b req-f6fffc86-2589-407f-8912-fa1d74a622e9 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:37.836617 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-dcd1eb53-87ca-4509-a6f4-4d565d07836b req-f6fffc86-2589-407f-8912-fa1d74a622e9 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 946 time: 0.0529141 Feb 14 16:23:37.882476 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-dcd1eb53-87ca-4509-a6f4-4d565d07836b req-60917dbd-e8cb-451a-8d35-34894ba6766c tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 Feb 14 16:23:38.055550 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02cfa0-14f3-469b-ac5e-17dd7dff7206 req-f8d52435-38b0-4fbf-ad7e-9cb0089aa868 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:38.056899 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ac02cfa0-14f3-469b-ac5e-17dd7dff7206 req-f8d52435-38b0-4fbf-ad7e-9cb0089aa868 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0548637 Feb 14 16:23:38.103841 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ac02cfa0-14f3-469b-ac5e-17dd7dff7206 req-eee5bc37-984d-4a21-a3ba-20294c3ee503 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414073 Feb 14 16:23:38.641033 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd900d54-fd81-455b-82e4-56b5086773aa req-addd5e3a-a411-4628-a401-c42c38569747 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:38.642547 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-bd900d54-fd81-455b-82e4-56b5086773aa req-addd5e3a-a411-4628-a401-c42c38569747 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0557506 Feb 14 16:23:38.662345 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447f16c-bfdd-4a1e-b1c4-e9a31f2670fa req-5a7396a0-a7b5-48f1-b4d8-e01a7f09e275 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:38.663803 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b447f16c-bfdd-4a1e-b1c4-e9a31f2670fa req-5a7396a0-a7b5-48f1-b4d8-e01a7f09e275 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 945 time: 0.0520828 Feb 14 16:23:38.687869 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-bd900d54-fd81-455b-82e4-56b5086773aa req-9859fd9d-b16f-4ece-a991-60c389dfd97e tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398564 Feb 14 16:23:38.709526 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b447f16c-bfdd-4a1e-b1c4-e9a31f2670fa req-996aaf73-4210-44f9-bad6-8dec47b75deb tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402236 Feb 14 16:23:39.003361 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58ac8e-1e59-4044-81b2-6756974aa753 req-461b0616-c306-4441-8bb6-9fc699124663 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:39.004877 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-fa58ac8e-1e59-4044-81b2-6756974aa753 req-461b0616-c306-4441-8bb6-9fc699124663 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 946 time: 0.0521932 Feb 14 16:23:39.050046 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-fa58ac8e-1e59-4044-81b2-6756974aa753 req-a4734015-893f-4341-a5cc-c754a2b5fa92 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396674 Feb 14 16:23:39.219762 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fed079-4982-41da-b4e1-fa81e07805b3 req-934424a5-45c6-4431-8a1f-4158da6b47e1 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:39.221210 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c2fed079-4982-41da-b4e1-fa81e07805b3 req-934424a5-45c6-4431-8a1f-4158da6b47e1 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0511894 Feb 14 16:23:39.272238 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c2fed079-4982-41da-b4e1-fa81e07805b3 req-545715c7-ed42-4ed9-821d-b9559b8f9bde tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446327 Feb 14 16:23:39.443556 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90ce1e-a0ff-4c1f-8009-da8c2466b8d3 req-05df3191-295f-48a1-abd8-001d67420267 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:39.444951 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4d90ce1e-a0ff-4c1f-8009-da8c2466b8d3 req-05df3191-295f-48a1-abd8-001d67420267 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.42 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 946 time: 0.0524700 Feb 14 16:23:39.538805 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-4d90ce1e-a0ff-4c1f-8009-da8c2466b8d3 req-586c450a-ea70-4ab5-8d20-a1ab26fe55c8 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Deleting port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:23:39.539062 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4d90ce1e-a0ff-4c1f-8009-da8c2466b8d3 req-586c450a-ea70-4ab5-8d20-a1ab26fe55c8 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (0b3ebbea-bd1b-4b8a-955d-1bf6001d5591), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:39.626529 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-4d90ce1e-a0ff-4c1f-8009-da8c2466b8d3 req-586c450a-ea70-4ab5-8d20-a1ab26fe55c8 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] For port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0b3ebbea-bd1b-4b8a-955d-1bf6001d5591,segment=NetworkSegment(f7267f49-940a-452e-8269-5ef7a4a00735),segment_id=f7267f49-940a-452e-8269-5ef7a4a00735)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:39.626901 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4d90ce1e-a0ff-4c1f-8009-da8c2466b8d3 req-586c450a-ea70-4ab5-8d20-a1ab26fe55c8 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (0b3ebbea-bd1b-4b8a-955d-1bf6001d5591), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:39.639408 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-4d90ce1e-a0ff-4c1f-8009-da8c2466b8d3 req-586c450a-ea70-4ab5-8d20-a1ab26fe55c8 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Calling delete_port for 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 owned by compute:nova {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:23:39.687664 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 43d34da7-a6d9-45d0-ac4a-526792b24632 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:23:39.778705 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4d90ce1e-a0ff-4c1f-8009-da8c2466b8d3 req-586c450a-ea70-4ab5-8d20-a1ab26fe55c8 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (0b3ebbea-bd1b-4b8a-955d-1bf6001d5591), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:39.792997 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 43d34da7-a6d9-45d0-ac4a-526792b24632, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=43d34da7-a6d9-45d0-ac4a-526792b24632,segment=NetworkSegment(d2b976d1-8695-44b3-a3a0-abf44551abf2),segment_id=d2b976d1-8695-44b3-a3a0-abf44551abf2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:39.797328 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['0b3ebbea-bd1b-4b8a-955d-1bf6001d5591'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:23:39.816440 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c450a-ea70-4ab5-8d20-a1ab26fe55c8 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Pushing event deleted for resources: {'Port': ['ID=0b3ebbea-bd1b-4b8a-955d-1bf6001d5591,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:39.826033 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '43d34da7-a6d9-45d0-ac4a-526792b24632', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'port_id': '43d34da7-a6d9-45d0-ac4a-526792b24632', 'mac_address': 'fa:16:3e:41:48:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:23:39.831893 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90638b-1bfa-4d56-9ceb-ec671b7a1722 req-cb744990-2980-4f6c-a863-4377eb3f31ae tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:39.834179 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5a90638b-1bfa-4d56-9ceb-ec671b7a1722 req-cb744990-2980-4f6c-a863-4377eb3f31ae tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0638564 Feb 14 16:23:39.867742 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 43d34da7-a6d9-45d0-ac4a-526792b24632 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:23:39.868233 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d90ce1e-a0ff-4c1f-8009-da8c2466b8d3 req-586c450a-ea70-4ab5-8d20-a1ab26fe55c8 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] No DVR routers for this DVR port 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 on host hv-cinder-81966 {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:23:39.868562 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:39.872840 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4d90ce1e-a0ff-4c1f-8009-da8c2466b8d3 req-586c450a-ea70-4ab5-8d20-a1ab26fe55c8 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:39.876400 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4d90ce1e-a0ff-4c1f-8009-da8c2466b8d3 req-586c450a-ea70-4ab5-8d20-a1ab26fe55c8 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.42 "DELETE /v2.0/ports/0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 HTTP/1.1" status: 204 len: 173 time: 0.4246693 Feb 14 16:23:39.876870 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db09d0a4-2aa3-49d3-8010-0660d361fec1', 'name': 'network-vif-deleted', 'tag': '0b3ebbea-bd1b-4b8a-955d-1bf6001d5591'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:23:39.880708 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daf63f4-6dbf-4baf-8adb-c4012708f209" -d '{"events": [{"server_uuid": "db09d0a4-2aa3-49d3-8010-0660d361fec1", "name": "network-vif-deleted", "tag": "0b3ebbea-bd1b-4b8a-955d-1bf6001d5591"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:23:39.883056 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d34da7-a6d9-45d0-ac4a-526792b24632 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:23:39.902223 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5a90638b-1bfa-4d56-9ceb-ec671b7a1722 req-f9ed0010-2da5-4232-bac5-b28f6885406f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619020 Feb 14 16:23:39.908595 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 43d34da7-a6d9-45d0-ac4a-526792b24632, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=43d34da7-a6d9-45d0-ac4a-526792b24632,segment=NetworkSegment(d2b976d1-8695-44b3-a3a0-abf44551abf2),segment_id=d2b976d1-8695-44b3-a3a0-abf44551abf2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:39.914981 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:39.935063 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d997210-6967-4ac5-9d22-2f890e83695a x-openstack-request-id: req-0d997210-6967-4ac5-9d22-2f890e83695a {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:23:39.935361 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db09d0a4-2aa3-49d3-8010-0660d361fec1", "name": "network-vif-deleted", "tag": "0b3ebbea-bd1b-4b8a-955d-1bf6001d5591", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:23:39.935653 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d997210-6967-4ac5-9d22-2f890e83695a {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:23:39.936044 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db09d0a4-2aa3-49d3-8010-0660d361fec1', 'name': 'network-vif-deleted', 'tag': '0b3ebbea-bd1b-4b8a-955d-1bf6001d5591', 'status': 'completed', 'code': 200} Feb 14 16:23:39.965143 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=43d34da7-a6d9-45d0-ac4a-526792b24632,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:40.158633 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4fdd3950-d885-48fa-8a57-6b76cef1a288 req-63750962-58bb-444c-8cab-88072bab7d0a tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=db09d0a4-2aa3-49d3-8010-0660d361fec1 HTTP/1.1" status: 200 len: 210 time: 0.0278034 Feb 14 16:23:40.264786 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['43d34da7-a6d9-45d0-ac4a-526792b24632'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:23:40.423330 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85dc28-c3fe-4caf-bb49-985cf6f96ffc req-5b39655a-a65e-4912-8cc3-871e9c53ce35 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:40.424884 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-aa85dc28-c3fe-4caf-bb49-985cf6f96ffc req-5b39655a-a65e-4912-8cc3-871e9c53ce35 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 945 time: 0.0553765 Feb 14 16:23:40.486207 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-aa85dc28-c3fe-4caf-bb49-985cf6f96ffc req-6b4327e8-aecc-43a3-8ebb-25f9e040b620 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551958 Feb 14 16:23:41.020342 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e90dc0-d38e-49b1-a00c-6a3fcf07917d req-e8d1bb94-9772-4ff5-8f10-2a1b8f31ecf9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:41.021887 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a9e90dc0-d38e-49b1-a00c-6a3fcf07917d req-e8d1bb94-9772-4ff5-8f10-2a1b8f31ecf9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0531189 Feb 14 16:23:41.066925 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a9e90dc0-d38e-49b1-a00c-6a3fcf07917d req-36c909b2-e33f-4386-a737-fb6706b5ce66 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393486 Feb 14 16:23:41.268574 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:41.605675 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fb896-b7ab-4597-8ca1-fb01ce4dc4f2 req-beaae6e9-01e9-47af-86ca-48e0dda83f1c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:41.607056 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ee7fb896-b7ab-4597-8ca1-fb01ce4dc4f2 req-beaae6e9-01e9-47af-86ca-48e0dda83f1c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 945 time: 0.0519669 Feb 14 16:23:41.653812 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ee7fb896-b7ab-4597-8ca1-fb01ce4dc4f2 req-888db10b-8ce7-4024-8558-84fb92632152 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412433 Feb 14 16:23:42.181822 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75180a1b-3246-4ce2-9de9-acf7c2c96545 req-53e767bb-a00f-4be8-80e4-ce3fadc565cd tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:42.183297 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-75180a1b-3246-4ce2-9de9-acf7c2c96545 req-53e767bb-a00f-4be8-80e4-ce3fadc565cd tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0516856 Feb 14 16:23:42.229372 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-75180a1b-3246-4ce2-9de9-acf7c2c96545 req-98efb838-71ca-4c2d-be84-051227930bf5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406361 Feb 14 16:23:42.770622 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799419-7859-4a63-9a39-c9e6f4135c38 req-626e061c-1525-46c5-bf38-c236583bd78e tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:42.772085 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-04799419-7859-4a63-9a39-c9e6f4135c38 req-626e061c-1525-46c5-bf38-c236583bd78e tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 945 time: 0.0547092 Feb 14 16:23:42.819611 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-04799419-7859-4a63-9a39-c9e6f4135c38 req-67f2a1cc-c48d-4ce8-9c41-0e5955e2727a tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 Feb 14 16:23:43.344578 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadae25-25a3-4ca8-9022-cf971de64114 req-888c3acd-237c-407e-843b-f83e495ffe8b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:43.346049 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eaadae25-25a3-4ca8-9022-cf971de64114 req-888c3acd-237c-407e-843b-f83e495ffe8b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0504639 Feb 14 16:23:43.390875 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eaadae25-25a3-4ca8-9022-cf971de64114 req-b617a027-4cc4-490a-a4f4-f33fc2d22bc8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384672 Feb 14 16:23:43.937843 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549ef7d-fedf-4b2a-af70-1a9663846ac6 req-5483ac7b-92d4-4426-8029-32c44d3e0b1f tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:43.939351 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1549ef7d-fedf-4b2a-af70-1a9663846ac6 req-5483ac7b-92d4-4426-8029-32c44d3e0b1f tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 945 time: 0.0514402 Feb 14 16:23:43.985968 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1549ef7d-fedf-4b2a-af70-1a9663846ac6 req-5032cb10-828c-41a3-8e40-255cdd8e28f9 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406778 Feb 14 16:23:44.135772 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 43d34da7-a6d9-45d0-ac4a-526792b24632 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:23:44.184374 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port 43d34da7-a6d9-45d0-ac4a-526792b24632 completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:23:44.189239 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 43d34da7-a6d9-45d0-ac4a-526792b24632 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:23:44.189651 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:44.265790 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 43d34da7-a6d9-45d0-ac4a-526792b24632 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:23:44.266173 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:44.287788 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d34da7-a6d9-45d0-ac4a-526792b24632'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:23:44.290005 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b77b7c0-dda8-4e89-857b-08efed8305c2" -d '{"events": [{"server_uuid": "47ce32b0-3d78-4e40-a609-e57a3fc13eb4", "name": "network-vif-plugged", "status": "completed", "tag": "43d34da7-a6d9-45d0-ac4a-526792b24632"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:23:44.303243 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 43d34da7-a6d9-45d0-ac4a-526792b24632, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=43d34da7-a6d9-45d0-ac4a-526792b24632,segment=NetworkSegment(d2b976d1-8695-44b3-a3a0-abf44551abf2),segment_id=d2b976d1-8695-44b3-a3a0-abf44551abf2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:44.307095 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:44.330361 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:23:44.482503 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0412bc6-064f-43cb-bde6-a6605e88d2a9 x-openstack-request-id: req-a0412bc6-064f-43cb-bde6-a6605e88d2a9 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:23:44.482503 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ce32b0-3d78-4e40-a609-e57a3fc13eb4", "name": "network-vif-plugged", "status": "completed", "tag": "43d34da7-a6d9-45d0-ac4a-526792b24632", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:23:44.482706 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0412bc6-064f-43cb-bde6-a6605e88d2a9 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:23:44.483016 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d34da7-a6d9-45d0-ac4a-526792b24632', 'code': 200} Feb 14 16:23:44.486128 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:23:44.486468 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 0b3ebbea-bd1b-4b8a-955d-1bf6001d5591 not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:23:44.505782 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=43d34da7-a6d9-45d0-ac4a-526792b24632,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:44.557906 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856901a-0345-4570-b99e-f5e1cb827721 req-888bef20-597a-4d47-952e-d86a6a0da60a tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:44.561940 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5856901a-0345-4570-b99e-f5e1cb827721 req-888bef20-597a-4d47-952e-d86a6a0da60a tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.1027966 Feb 14 16:23:44.624048 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38bf70-8ded-48e3-b708-40a2728bff98 req-32dcc5f8-d03f-4b1e-b51c-faf7c8ee8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:44.626283 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7e38bf70-8ded-48e3-b708-40a2728bff98 req-32dcc5f8-d03f-4b1e-b51c-faf7c8ee8d6e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 1130 time: 0.0526478 Feb 14 16:23:44.631160 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5856901a-0345-4570-b99e-f5e1cb827721 req-e6291a25-0555-468f-93c1-c134756ed0c2 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661669 Feb 14 16:23:44.673472 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7e38bf70-8ded-48e3-b708-40a2728bff98 req-1997c6da-1364-4a09-a737-71fae1b65c2b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407729 Feb 14 16:23:45.104011 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c37ca-a90a-42d0-941a-1a100e35a6b2 req-12cdef76-7efa-4afa-a719-4a85cfc6725c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:45.105491 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4e1c37ca-a90a-42d0-941a-1a100e35a6b2 req-12cdef76-7efa-4afa-a719-4a85cfc6725c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.0514624 Feb 14 16:23:45.153574 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4e1c37ca-a90a-42d0-941a-1a100e35a6b2 req-2c273642-9d68-48ef-848f-b41172582874 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410264 Feb 14 16:23:45.751763 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235ab1a-1cce-4a33-af19-324e12baa593 req-a3c3b245-219f-4ad2-a42c-a41021a755b6 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:45.753911 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0235ab1a-1cce-4a33-af19-324e12baa593 req-a3c3b245-219f-4ad2-a42c-a41021a755b6 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0555210 Feb 14 16:23:45.805069 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0235ab1a-1cce-4a33-af19-324e12baa593 req-f5c9d45d-0577-4aa6-8f8c-971bfb43784c tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 Feb 14 16:23:46.273321 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23566ae-c58c-413c-8ed5-c170e81173e3 req-7a095482-0b2a-4d2f-aaca-781e769ce5cf tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:46.274821 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c23566ae-c58c-413c-8ed5-c170e81173e3 req-7a095482-0b2a-4d2f-aaca-781e769ce5cf tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.0566978 Feb 14 16:23:46.532257 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c23566ae-c58c-413c-8ed5-c170e81173e3 req-d913dee6-4fe1-4d46-8fcf-700beb96d374 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520697 Feb 14 16:23:46.645060 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25d78d-6f82-4f48-9873-8598c5ff9200 req-ba655e77-7ff2-4a26-b358-30691c8064bd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:46.646528 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3f25d78d-6f82-4f48-9873-8598c5ff9200 req-ba655e77-7ff2-4a26-b358-30691c8064bd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.0507329 Feb 14 16:23:46.697277 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3f25d78d-6f82-4f48-9873-8598c5ff9200 req-8a4bfbb6-58c3-4c04-8951-6c8ce339d9b2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453093 Feb 14 16:23:46.718992 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 54354) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:23:46.860260 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c6e9fd-0b7c-4c80-8aec-ae132946e7fe tempest-TestShelveInstance-2105281414 tempest-TestShelveInstance-2105281414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:46.861836 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-f3c6e9fd-0b7c-4c80-8aec-ae132946e7fe tempest-TestShelveInstance-2105281414 tempest-TestShelveInstance-2105281414-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 1125 time: 0.1418581 Feb 14 16:23:46.864843 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 54362) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:23:46.869132 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Request body: {'floatingip': {'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'port_id': '43d34da7-a6d9-45d0-ac4a-526792b24632', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:23:46.913389 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:46.972671 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf6325-a8bc-4c4e-9622-2f359c88eaa1 req-007b72a5-4e9a-4cbd-a6b5-316c17ef8cc5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:46.975040 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-66bf6325-a8bc-4c4e-9622-2f359c88eaa1 req-007b72a5-4e9a-4cbd-a6b5-316c17ef8cc5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0944173 Feb 14 16:23:47.056209 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-66bf6325-a8bc-4c4e-9622-2f359c88eaa1 req-6bb80c03-819d-4098-88fc-2917ed7d0910 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542004 Feb 14 16:23:47.068361 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:47.173530 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Allocated IP 172.27.2.226 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/5b0cefff-f2eb-4337-a952-a5ddc97cff50) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:23:47.275453 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for port (5b0cefff-f2eb-4337-a952-a5ddc97cff50), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:47.308121 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (5b0cefff-f2eb-4337-a952-a5ddc97cff50), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:47.343545 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:23:47.346347 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:23:47.351941 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:23:47.379399 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Pushing event updated for resources: {'Port': ['ID=5b0cefff-f2eb-4337-a952-a5ddc97cff50,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:47.812961 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for floatingip (c0bcf61f-cfff-49f5-9c15-5f66f69db851), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:47.915299 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (5b0cefff-f2eb-4337-a952-a5ddc97cff50), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:48.059943 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for port (5b0cefff-f2eb-4337-a952-a5ddc97cff50), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:48.064305 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (5b0cefff-f2eb-4337-a952-a5ddc97cff50), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:48.136512 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Pushing event updated for resources: {'Port': ['ID=5b0cefff-f2eb-4337-a952-a5ddc97cff50,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:48.144112 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (c0bcf61f-cfff-49f5-9c15-5f66f69db851), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:48.172614 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3cb06-5676-4cdf-a3a7-df9df0bc48ce req-98112cf9-fe34-4721-83b5-a65b0ef642fa tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:48.174110 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-94e3cb06-5676-4cdf-a3a7-df9df0bc48ce req-98112cf9-fe34-4721-83b5-a65b0ef642fa tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0514896 Feb 14 16:23:48.220110 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-94e3cb06-5676-4cdf-a3a7-df9df0bc48ce req-726bec8b-1b2e-49bc-9066-801d88bb0514 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398588 Feb 14 16:23:48.245025 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.l3_db [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Floating IP c0bcf61f-cfff-49f5-9c15-5f66f69db851 associated. External IP: 172.27.2.226, port: 43d34da7-a6d9-45d0-ac4a-526792b24632. Feb 14 16:23:48.447132 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Router 34b7ce94-7700-4d93-9628-d904c1aaa197 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:23:48.454171 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-ae0df039-1d8b-4090-8e0d-3a8e86eaec8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:48.558301 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:23:48.568508 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd138d-8f3b-49a1-b222-4133c23dbede None None] Sync routers for ids ['34b7ce94-7700-4d93-9628-d904c1aaa197'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:23:48.575486 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:48.580212 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccd138d-8f3b-49a1-b222-4133c23dbede None None] Routers {'34b7ce94-7700-4d93-9628-d904c1aaa197'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:23:48.580834 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-2ccd138d-8f3b-49a1-b222-4133c23dbede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:23:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['34b7ce94-7700-4d93-9628-d904c1aaa197'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:23:48.695477 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-2ccd138d-8f3b-49a1-b222-4133c23dbede None None] Set router 34b7ce94-7700-4d93-9628-d904c1aaa197 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:23:48.824413 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-079910bc-3364-4bbb-908e-b175b36f7ebd tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9585013 Feb 14 16:23:48.824992 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'tag': '43d34da7-a6d9-45d0-ac4a-526792b24632'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:23:48.827507 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8864d940-2b93-4979-98e2-b5bc33730d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "47ce32b0-3d78-4e40-a609-e57a3fc13eb4", "tag": "43d34da7-a6d9-45d0-ac4a-526792b24632"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:23:48.865641 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27be8f5f-3b1a-48ee-98fb-de3b1714fc27 x-openstack-request-id: req-27be8f5f-3b1a-48ee-98fb-de3b1714fc27 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:23:48.866025 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ce32b0-3d78-4e40-a609-e57a3fc13eb4", "tag": "43d34da7-a6d9-45d0-ac4a-526792b24632", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:23:48.866390 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27be8f5f-3b1a-48ee-98fb-de3b1714fc27 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:23:48.866871 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'tag': '43d34da7-a6d9-45d0-ac4a-526792b24632', 'status': 'completed', 'code': 200} Feb 14 16:23:48.939345 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864d940-2b93-4979-98e2-b5bc33730d4c req-57714ba0-b015-48ad-9ede-4d7c01e1e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:48.940880 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8864d940-2b93-4979-98e2-b5bc33730d4c req-57714ba0-b015-48ad-9ede-4d7c01e1e09e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84431557f940487eb224596e913ad8d0&device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 1130 time: 0.0487101 Feb 14 16:23:48.989987 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-2ccd138d-8f3b-49a1-b222-4133c23dbede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:44Z', 'revision_number': 4, 'project_id': '84431557f940487eb224596e913ad8d0', 'gw_port': {'id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'c0bcf61f-cfff-49f5-9c15-5f66f69db851', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'port_id': '43d34da7-a6d9-45d0-ac4a-526792b24632', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'mac_address': 'fa:16:3e:41:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:23:47Z', 'updated_at': '2022-02-14T16:23:47Z', 'revision_number': 0, 'project_id': '84431557f940487eb224596e913ad8d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e65a5a4-48bb-4b75-86f6-daff480d4550', 'name': '', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'mac_address': 'fa:16:3e:30:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:43Z', 'updated_at': '2022-02-14T16:22:50Z', 'revision_number': 5, 'project_id': '84431557f940487eb224596e913ad8d0', 'subnets': [{'id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:23:49.016408 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd138d-8f3b-49a1-b222-4133c23dbede None None] Checking router: 34b7ce94-7700-4d93-9628-d904c1aaa197 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:23:49.024954 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccd138d-8f3b-49a1-b222-4133c23dbede None None] Routers {'34b7ce94-7700-4d93-9628-d904c1aaa197'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:23:49.025606 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-2ccd138d-8f3b-49a1-b222-4133c23dbede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:23:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['34b7ce94-7700-4d93-9628-d904c1aaa197'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:23:49.039702 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864d940-2b93-4979-98e2-b5bc33730d4c req-3cdd94ec-a756-4c0c-a3f4-70685c6df050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:49.041190 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8864d940-2b93-4979-98e2-b5bc33730d4c req-3cdd94ec-a756-4c0c-a3f4-70685c6df050 service neutron] 10.222.0.42 "GET /v2.0/networks?id=04501df6-4ee2-42f8-a7f1-0e1e29987a0c HTTP/1.1" status: 200 len: 909 time: 0.0935874 Feb 14 16:23:49.111761 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8864d940-2b93-4979-98e2-b5bc33730d4c req-a645fb9b-bd2b-4c28-a964-97f2ad0d3cf4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43d34da7-a6d9-45d0-ac4a-526792b24632 HTTP/1.1" status: 200 len: 1000 time: 0.0638392 Feb 14 16:23:49.137680 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-2ccd138d-8f3b-49a1-b222-4133c23dbede None None] Set router 34b7ce94-7700-4d93-9628-d904c1aaa197 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:23:49.162367 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864d940-2b93-4979-98e2-b5bc33730d4c req-75937ff1-bb1c-43db-a1fc-70adddad8ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:49.163840 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8864d940-2b93-4979-98e2-b5bc33730d4c req-75937ff1-bb1c-43db-a1fc-70adddad8ab4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd85fe61-920d-42f7-a824-5314b72e831c HTTP/1.1" status: 200 len: 847 time: 0.0452452 Feb 14 16:23:49.201039 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee9fe3-3423-404b-b181-c308c987af95 req-18acd3e7-ad6a-4d6f-abbd-1e452b7f04c0 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:49.202537 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6fee9fe3-3423-404b-b181-c308c987af95 req-18acd3e7-ad6a-4d6f-abbd-1e452b7f04c0 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/networks?id=1d20351a-df21-4dd1-a925-88bd26c13610 HTTP/1.1" status: 200 len: 814 time: 0.1014438 Feb 14 16:23:49.217481 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6fee9fe3-3423-404b-b181-c308c987af95 req-c485acb6-2ea2-442a-a8be-e075a0c0a1ff tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/quotas/8795f07d4be04c0db34e33a77ebde341 HTTP/1.1" status: 200 len: 375 time: 0.0096214 Feb 14 16:23:49.222625 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864d940-2b93-4979-98e2-b5bc33730d4c req-80d01362-7544-48da-a35c-8fdbb58e44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:49.224930 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8864d940-2b93-4979-98e2-b5bc33730d4c req-80d01362-7544-48da-a35c-8fdbb58e44b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04501df6-4ee2-42f8-a7f1-0e1e29987a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544150 Feb 14 16:23:49.253678 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6fee9fe3-3423-404b-b181-c308c987af95 req-4ca2d567-975e-4b41-8119-eeb0a604aeb4 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8795f07d4be04c0db34e33a77ebde341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295198 Feb 14 16:23:49.364653 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6fee9fe3-3423-404b-b181-c308c987af95 req-707c23f1-6faf-4c66-9aea-3cbb75801cea service neutron] 10.222.0.55 "GET /v2.0/networks/1d20351a-df21-4dd1-a925-88bd26c13610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957465 Feb 14 16:23:49.385832 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-2ccd138d-8f3b-49a1-b222-4133c23dbede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:44Z', 'revision_number': 4, 'project_id': '84431557f940487eb224596e913ad8d0', 'gw_port': {'id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'c0bcf61f-cfff-49f5-9c15-5f66f69db851', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'port_id': '43d34da7-a6d9-45d0-ac4a-526792b24632', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'mac_address': 'fa:16:3e:41:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:23:47Z', 'updated_at': '2022-02-14T16:23:47Z', 'revision_number': 0, 'project_id': '84431557f940487eb224596e913ad8d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e65a5a4-48bb-4b75-86f6-daff480d4550', 'name': '', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'mac_address': 'fa:16:3e:30:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:43Z', 'updated_at': '2022-02-14T16:22:50Z', 'revision_number': 5, 'project_id': '84431557f940487eb224596e913ad8d0', 'subnets': [{'id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:23:49.416056 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd138d-8f3b-49a1-b222-4133c23dbede None None] The sync data for ids ['34b7ce94-7700-4d93-9628-d904c1aaa197'] in dv-cinder-819668-3-iscsi is: [{'id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:44Z', 'revision_number': 4, 'project_id': '84431557f940487eb224596e913ad8d0', 'gw_port': {'id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'c0bcf61f-cfff-49f5-9c15-5f66f69db851', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'port_id': '43d34da7-a6d9-45d0-ac4a-526792b24632', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'mac_address': 'fa:16:3e:41:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:23:47Z', 'updated_at': '2022-02-14T16:23:47Z', 'revision_number': 0, 'project_id': '84431557f940487eb224596e913ad8d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e65a5a4-48bb-4b75-86f6-daff480d4550', 'name': '', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'mac_address': 'fa:16:3e:30:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:43Z', 'updated_at': '2022-02-14T16:22:50Z', 'revision_number': 5, 'project_id': '84431557f940487eb224596e913ad8d0', 'subnets': [{'id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:23:49.424913 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8864d940-2b93-4979-98e2-b5bc33730d4c req-ef7f9844-e93f-4d22-8fad-5f64b506788f service neutron] 10.222.0.42 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930902 Feb 14 16:23:49.439340 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df38ab9-1923-42c4-948e-8c312f1a9a2a req-32400a4f-156a-4c2a-8e6f-0a7cd0291230 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:49.440879 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8df38ab9-1923-42c4-948e-8c312f1a9a2a req-32400a4f-156a-4c2a-8e6f-0a7cd0291230 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.1058760 Feb 14 16:23:49.486461 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6fee9fe3-3423-404b-b181-c308c987af95 req-008ccdf1-b866-4660-849e-e0f17a6d730a service neutron] 10.222.0.55 "GET /v2.0/networks/1d20351a-df21-4dd1-a925-88bd26c13610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140988 Feb 14 16:23:49.518776 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8df38ab9-1923-42c4-948e-8c312f1a9a2a req-7a618d34-0147-4e21-b8be-b28e9ad42a97 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534534 Feb 14 16:23:49.579553 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8864d940-2b93-4979-98e2-b5bc33730d4c req-0bb95f39-693d-4f38-8726-31946cace23f service neutron] 10.222.0.42 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376035 Feb 14 16:23:49.676652 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-48077f68-41a0-42af-8cd1-eeb124c3aa19 req-9056e553-2c7c-46d5-b0c1-ea60b6c92db4 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 210 time: 0.0289931 Feb 14 16:23:49.682600 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe8fbd6-507d-4de7-bf3e-1808a6878851 None None] New status for floating IP c0bcf61f-cfff-49f5-9c15-5f66f69db851: ACTIVE {{(pid=102555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:23:50.151935 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-d456d9d2-db55-4694-bd48-5042d9126959 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:50.153407 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-d456d9d2-db55-4694-bd48-5042d9126959 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/networks?id=6091d008-f3ac-4b0b-a84e-7f07f7da10df HTTP/1.1" status: 200 len: 813 time: 0.1132095 Feb 14 16:23:50.169660 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-a3ba4508-c396-4b2d-ab85-6467e9f42cd1 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/quotas/48eba856df5748f5a8272770dcaff3ec HTTP/1.1" status: 200 len: 375 time: 0.0093851 Feb 14 16:23:50.224516 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-22277f62-13f7-4ef9-b45b-60630d384246 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=48eba856df5748f5a8272770dcaff3ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489883 Feb 14 16:23:50.312673 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-aa006f08-9220-4530-ac25-355fc278515b service neutron] 10.222.0.55 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812802 Feb 14 16:23:50.406618 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-53a8c133-c2a7-4017-8d32-cc340dccb470 service neutron] 10.222.0.55 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851021 Feb 14 16:23:50.602404 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c4854636-941d-4816-b15e-358a048eeb75 req-0922bc1b-3cc6-44d4-ab70-31d50697ffa0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 210 time: 0.0474479 Feb 14 16:23:50.667781 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e1b56-19ab-4e20-8f4d-e4a0904f146d req-e801747d-78a1-4f2c-8204-3d540265a38d tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:50.669836 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-fa2e1b56-19ab-4e20-8f4d-e4a0904f146d req-e801747d-78a1-4f2c-8204-3d540265a38d tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0714548 Feb 14 16:23:50.732013 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7a64082c-1b45-4b87-b33a-e54a1c7a350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:50.740337 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-fa2e1b56-19ab-4e20-8f4d-e4a0904f146d req-8a114123-0863-4ef2-962e-7333feaa8150 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612237 Feb 14 16:23:50.792159 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee9fe3-3423-404b-b181-c308c987af95 req-997ebc82-015a-4750-b27f-e4dda4be3d74 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:50.793656 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6fee9fe3-3423-404b-b181-c308c987af95 req-997ebc82-015a-4750-b27f-e4dda4be3d74 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.42 "GET /v2.0/networks?id=1d20351a-df21-4dd1-a925-88bd26c13610 HTTP/1.1" status: 200 len: 814 time: 0.1902628 Feb 14 16:23:50.816272 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-6fee9fe3-3423-404b-b181-c308c987af95 req-be90a2dd-9fdc-4c66-8211-c1198397eb4a tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Request body: {'port': {'device_id': '4a847616-dae7-4850-98b6-9cce303566dc', 'network_id': '1d20351a-df21-4dd1-a925-88bd26c13610', 'admin_state_up': True, 'tenant_id': '8795f07d4be04c0db34e33a77ebde341'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:23:50.822362 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d5732b4e-4319-4432-8567-914032eda9f0 req-5fe00989-40a1-43fe-bc90-bb38b01ecc3d tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 210 time: 0.0495615 Feb 14 16:23:50.959221 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fee9fe3-3423-404b-b181-c308c987af95 req-be90a2dd-9fdc-4c66-8211-c1198397eb4a tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Made reservation on behalf of 8795f07d4be04c0db34e33a77ebde341 for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:23:50.962521 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-6fee9fe3-3423-404b-b181-c308c987af95 req-be90a2dd-9fdc-4c66-8211-c1198397eb4a tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:51.066668 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732c35a-41e7-4d54-b1d1-eb2faa1578ec req-ff97a702-6141-4ceb-9108-c762fe93587f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:51.068170 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5732c35a-41e7-4d54-b1d1-eb2faa1578ec req-ff97a702-6141-4ceb-9108-c762fe93587f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.1397622 Feb 14 16:23:51.150695 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3190c06-5ba1-4282-a9e2-167b3a6f73c8 req-2a132af6-321c-4f47-8ae1-2a43ed8ca393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:51.152183 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b3190c06-5ba1-4282-a9e2-167b3a6f73c8 req-2a132af6-321c-4f47-8ae1-2a43ed8ca393 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=496dad8484384e33ab64746e25f65435&device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 1129 time: 0.1282957 Feb 14 16:23:51.180095 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-6fee9fe3-3423-404b-b181-c308c987af95 req-be90a2dd-9fdc-4c66-8211-c1198397eb4a tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Allocated IP 172.20.0.13 (1d20351a-df21-4dd1-a925-88bd26c13610/82014ab9-da8b-43d4-934d-b6977a3c0fe2/483181b7-6c92-41c1-b860-87b66ddc0c91) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:23:51.197021 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5732c35a-41e7-4d54-b1d1-eb2faa1578ec req-cd3302ec-73c2-46a4-826c-cb3c9c7825c3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207917 Feb 14 16:23:51.312120 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3190c06-5ba1-4282-a9e2-167b3a6f73c8 req-a8f354bc-e776-40a2-a37a-e235f8c13099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:51.313601 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b3190c06-5ba1-4282-a9e2-167b3a6f73c8 req-a8f354bc-e776-40a2-a37a-e235f8c13099 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83279c43-4dd9-42dc-876e-ba727c6ef376 HTTP/1.1" status: 200 len: 911 time: 0.1528516 Feb 14 16:23:51.429910 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b3190c06-5ba1-4282-a9e2-167b3a6f73c8 req-1863622f-7e9b-49ac-b35d-f1de1462e5a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c92de4c-e10e-4c32-ab55-d3d1ffe64417 HTTP/1.1" status: 200 len: 1001 time: 0.1071463 Feb 14 16:23:51.469493 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-6fee9fe3-3423-404b-b181-c308c987af95 req-be90a2dd-9fdc-4c66-8211-c1198397eb4a tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks [] for port (483181b7-6c92-41c1-b860-87b66ddc0c91), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:51.498583 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3190c06-5ba1-4282-a9e2-167b3a6f73c8 req-78fdd2da-326f-46b9-98f7-a273f1c44701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:51.500028 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b3190c06-5ba1-4282-a9e2-167b3a6f73c8 req-78fdd2da-326f-46b9-98f7-a273f1c44701 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fa32d2b-efa8-42e4-9056-6d1870949102 HTTP/1.1" status: 200 len: 849 time: 0.0628138 Feb 14 16:23:51.545557 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-6fee9fe3-3423-404b-b181-c308c987af95 req-be90a2dd-9fdc-4c66-8211-c1198397eb4a tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (483181b7-6c92-41c1-b860-87b66ddc0c91), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:51.611591 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fee9fe3-3423-404b-b181-c308c987af95 req-be90a2dd-9fdc-4c66-8211-c1198397eb4a tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Network 1d20351a-df21-4dd1-a925-88bd26c13610 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:23:51.615417 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-6fee9fe3-3423-404b-b181-c308c987af95 req-be90a2dd-9fdc-4c66-8211-c1198397eb4a tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:23:51.617668 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90a2dd-9fdc-4c66-8211-c1198397eb4a tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Pushing event updated for resources: {'Port': ['ID=483181b7-6c92-41c1-b860-87b66ddc0c91,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:51.623475 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fee9fe3-3423-404b-b181-c308c987af95 req-be90a2dd-9fdc-4c66-8211-c1198397eb4a tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:23:51.632499 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3190c06-5ba1-4282-a9e2-167b3a6f73c8 req-a07d29ed-f792-4b74-b4a0-9faeb4dcfe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:51.634021 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b3190c06-5ba1-4282-a9e2-167b3a6f73c8 req-a07d29ed-f792-4b74-b4a0-9faeb4dcfe0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83279c43-4dd9-42dc-876e-ba727c6ef376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1158171 Feb 14 16:23:51.707335 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee9fe3-3423-404b-b181-c308c987af95 req-be90a2dd-9fdc-4c66-8211-c1198397eb4a tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:51.707961 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-6fee9fe3-3423-404b-b181-c308c987af95 req-be90a2dd-9fdc-4c66-8211-c1198397eb4a tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:51.719790 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-28fa3e1f-ac21-4636-840d-434ebfc460df tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:51.721859 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-28fa3e1f-ac21-4636-840d-434ebfc460df tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "GET /v2.0/networks?id=6091d008-f3ac-4b0b-a84e-7f07f7da10df HTTP/1.1" status: 200 len: 813 time: 0.1319025 Feb 14 16:23:51.753490 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6fee9fe3-3423-404b-b181-c308c987af95 req-be90a2dd-9fdc-4c66-8211-c1198397eb4a tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9408944 Feb 14 16:23:51.759527 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-d2edf2d8-8ec5-4b67-b93b-086c88f0d537 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Request body: {'port': {'device_id': '38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6', 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df', 'admin_state_up': True, 'tenant_id': '48eba856df5748f5a8272770dcaff3ec'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:23:51.764550 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5b4b7b60-3727-4338-87ff-6cc096bea7e7 req-a94b93a5-cf80-4d1f-8ee6-92d9da6cc4fc tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 210 time: 0.0415719 Feb 14 16:23:51.773962 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Request body: {'port': {'device_id': '4a847616-dae7-4850-98b6-9cce303566dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:23:51.796138 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b3190c06-5ba1-4282-a9e2-167b3a6f73c8 req-8b27187e-5ee5-44b0-a82c-197e7b88859e service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426697 Feb 14 16:23:51.881817 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-d2edf2d8-8ec5-4b67-b93b-086c88f0d537 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Made reservation on behalf of 48eba856df5748f5a8272770dcaff3ec for: {'port': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:23:51.885758 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-d2edf2d8-8ec5-4b67-b93b-086c88f0d537 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:51.897078 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (483181b7-6c92-41c1-b860-87b66ddc0c91), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:51.994927 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b3190c06-5ba1-4282-a9e2-167b3a6f73c8 req-9388a9ee-489c-40dd-b22b-b65c2f0776ab service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876106 Feb 14 16:23:52.030745 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_common [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-d2edf2d8-8ec5-4b67-b93b-086c88f0d537 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Allocated IP 172.20.0.6 (6091d008-f3ac-4b0b-a84e-7f07f7da10df/a21aed8d-f6ea-4f13-95aa-67ab44b4ff13/0965968b-38a0-4a59-87ca-78a312fd419a) {{(pid=102552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:23:52.031240 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:52.031783 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26383d-85d5-4c28-b4cf-31db321098e7 req-2729ad7e-5777-4f13-a24e-17f4c31a6fbe tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:52.035139 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8f26383d-85d5-4c28-b4cf-31db321098e7 req-2729ad7e-5777-4f13-a24e-17f4c31a6fbe tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 932 time: 0.1309960 Feb 14 16:23:52.153873 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8f26383d-85d5-4c28-b4cf-31db321098e7 req-a0e08563-c2a9-4569-ac9b-1ca187c02a17 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137161 Feb 14 16:23:52.178121 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-d2edf2d8-8ec5-4b67-b93b-086c88f0d537 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks [] for port (0965968b-38a0-4a59-87ca-78a312fd419a), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:52.211293 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-d2edf2d8-8ec5-4b67-b93b-086c88f0d537 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (0965968b-38a0-4a59-87ca-78a312fd419a), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:52.228316 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['6b23e3d4-a0d7-4a01-95a5-1b97501ae898'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:23:52.259401 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-d2edf2d8-8ec5-4b67-b93b-086c88f0d537 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Network 6091d008-f3ac-4b0b-a84e-7f07f7da10df is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:23:52.262436 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-d2edf2d8-8ec5-4b67-b93b-086c88f0d537 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:23:52.266771 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-d2edf2d8-8ec5-4b67-b93b-086c88f0d537 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Received port after_create {{(pid=102552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:23:52.270717 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edf2d8-8ec5-4b67-b93b-086c88f0d537 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Pushing event updated for resources: {'Port': ['ID=0965968b-38a0-4a59-87ca-78a312fd419a,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:52.299215 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 483181b7-6c92-41c1-b860-87b66ddc0c91 {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:23:52.309169 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Publish callbacks [] for port (483181b7-6c92-41c1-b860-87b66ddc0c91), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:52.323894 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Transition to ACTIVE for port object 483181b7-6c92-41c1-b860-87b66ddc0c91 will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:23:52.328029 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (483181b7-6c92-41c1-b860-87b66ddc0c91), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:52.395332 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Pushing event updated for resources: {'Port': ['ID=483181b7-6c92-41c1-b860-87b66ddc0c91,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:52.486848 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Attempting to bind port 483181b7-6c92-41c1-b860-87b66ddc0c91 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:23:52.487313 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Attempting to bind port 483181b7-6c92-41c1-b860-87b66ddc0c91 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'f7267f49-940a-452e-8269-5ef7a4a00735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1d20351a-df21-4dd1-a925-88bd26c13610'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:23:52.487642 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Attempting to bind port 483181b7-6c92-41c1-b860-87b66ddc0c91 on network 1d20351a-df21-4dd1-a925-88bd26c13610 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:23:52.492903 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Port 483181b7-6c92-41c1-b860-87b66ddc0c91 on network 1d20351a-df21-4dd1-a925-88bd26c13610 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:23:52.493341 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Attempting to bind port 483181b7-6c92-41c1-b860-87b66ddc0c91 on network 1d20351a-df21-4dd1-a925-88bd26c13610 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:23:52.498938 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:23:52.499280 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Checking segment: {'id': 'f7267f49-940a-452e-8269-5ef7a4a00735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1d20351a-df21-4dd1-a925-88bd26c13610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:23:52.499704 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Bound using segment: {'id': 'f7267f49-940a-452e-8269-5ef7a4a00735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1d20351a-df21-4dd1-a925-88bd26c13610'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:23:52.500134 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Bound port: 483181b7-6c92-41c1-b860-87b66ddc0c91, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7267f49-940a-452e-8269-5ef7a4a00735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1d20351a-df21-4dd1-a925-88bd26c13610'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:23:52.500496 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (483181b7-6c92-41c1-b860-87b66ddc0c91), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:52.563415 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-d2edf2d8-8ec5-4b67-b93b-086c88f0d537 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:52.563941 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-d2edf2d8-8ec5-4b67-b93b-086c88f0d537 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:52.566840 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] For port 483181b7-6c92-41c1-b860-87b66ddc0c91, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:23:52.570313 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] For port 483181b7-6c92-41c1-b860-87b66ddc0c91, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=483181b7-6c92-41c1-b860-87b66ddc0c91,segment=NetworkSegment(f7267f49-940a-452e-8269-5ef7a4a00735),segment_id=f7267f49-940a-452e-8269-5ef7a4a00735)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:23:52.577570 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (483181b7-6c92-41c1-b860-87b66ddc0c91), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:52.585908 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-d2edf2d8-8ec5-4b67-b93b-086c88f0d537 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8325310 Feb 14 16:23:52.597797 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f6052-7a94-46da-99cb-80f640bb3220 req-fd1f6e6f-e0ac-4b1f-bd08-284ee62f8532 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:52.600253 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-cc8f6052-7a94-46da-99cb-80f640bb3220 req-fd1f6e6f-e0ac-4b1f-bd08-284ee62f8532 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.2999530 Feb 14 16:23:52.605105 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Request body: {'port': {'device_id': '38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:23:52.614279 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:52.615481 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:52.617183 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6fee9fe3-3423-404b-b181-c308c987af95 req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] 10.222.0.42 "PUT /v2.0/ports/483181b7-6c92-41c1-b860-87b66ddc0c91 HTTP/1.1" status: 200 len: 1094 time: 0.8536777 Feb 14 16:23:52.619350 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a847616-dae7-4850-98b6-9cce303566dc', 'tag': '483181b7-6c92-41c1-b860-87b66ddc0c91'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:23:52.622761 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd3e4b2-5462-42c5-9b8b-186c1ca69142" -d '{"events": [{"name": "network-changed", "server_uuid": "4a847616-dae7-4850-98b6-9cce303566dc", "tag": "483181b7-6c92-41c1-b860-87b66ddc0c91"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:23:52.660941 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741917c-c820-4e60-818c-f90e21a4f362 service neutron] Pushing event updated for resources: {'Port': ['ID=483181b7-6c92-41c1-b860-87b66ddc0c91,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:52.672319 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98518002-93da-42b1-93d2-3232f9054792 x-openstack-request-id: req-98518002-93da-42b1-93d2-3232f9054792 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:23:52.672673 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a847616-dae7-4850-98b6-9cce303566dc", "tag": "483181b7-6c92-41c1-b860-87b66ddc0c91", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:23:52.672991 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98518002-93da-42b1-93d2-3232f9054792 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:23:52.673395 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a847616-dae7-4850-98b6-9cce303566dc', 'tag': '483181b7-6c92-41c1-b860-87b66ddc0c91', 'status': 'completed', 'code': 200} Feb 14 16:23:52.689171 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (0965968b-38a0-4a59-87ca-78a312fd419a), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:52.711991 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-cc8f6052-7a94-46da-99cb-80f640bb3220 req-6f3cb460-b29b-45fd-97e0-caa0b809a67e tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040411 Feb 14 16:23:52.720085 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee9fe3-3423-404b-b181-c308c987af95 req-524e61bb-146b-4d37-b1cc-468ef710007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:52.721759 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6fee9fe3-3423-404b-b181-c308c987af95 req-524e61bb-146b-4d37-b1cc-468ef710007e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8795f07d4be04c0db34e33a77ebde341&device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 1128 time: 0.0454597 Feb 14 16:23:52.774208 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6fee9fe3-3423-404b-b181-c308c987af95 req-97bea617-c007-4d17-b363-85ec1d892c46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=483181b7-6c92-41c1-b860-87b66ddc0c91 HTTP/1.1" status: 200 len: 217 time: 0.0381742 Feb 14 16:23:52.829487 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee9fe3-3423-404b-b181-c308c987af95 req-3509b890-d4e3-40a9-bc3d-7cfc71d9dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:52.830858 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6fee9fe3-3423-404b-b181-c308c987af95 req-3509b890-d4e3-40a9-bc3d-7cfc71d9dc0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=82014ab9-da8b-43d4-934d-b6977a3c0fe2 HTTP/1.1" status: 200 len: 854 time: 0.0461812 Feb 14 16:23:52.887075 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6fee9fe3-3423-404b-b181-c308c987af95 req-335c44e7-f166-4720-a4f8-02dd0844c1e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d20351a-df21-4dd1-a925-88bd26c13610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484815 Feb 14 16:23:52.937099 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a050d72-5225-478c-a7c0-6ec9b43c1187 req-e023d3db-0198-4386-8e87-da51ed98852e tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:52.938581 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8a050d72-5225-478c-a7c0-6ec9b43c1187 req-e023d3db-0198-4386-8e87-da51ed98852e tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 931 time: 0.0915303 Feb 14 16:23:52.954526 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0965968b-38a0-4a59-87ca-78a312fd419a {{(pid=102552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:23:52.962471 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Publish callbacks [] for port (0965968b-38a0-4a59-87ca-78a312fd419a), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:52.974958 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.provisioning_blocks [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Transition to ACTIVE for port object 0965968b-38a0-4a59-87ca-78a312fd419a will not be triggered until provisioned by entity L2. {{(pid=102552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:23:52.978418 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262128871'] for port (0965968b-38a0-4a59-87ca-78a312fd419a), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:53.023529 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6fee9fe3-3423-404b-b181-c308c987af95 req-03c94441-3215-4ae6-8ecb-5a17d03061b9 service neutron] 10.222.0.42 "GET /v2.0/networks/1d20351a-df21-4dd1-a925-88bd26c13610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258724 Feb 14 16:23:53.023979 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0965968b-38a0-4a59-87ca-78a312fd419a,revision_number=2']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:53.027928 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8a050d72-5225-478c-a7c0-6ec9b43c1187 req-dde6124e-47cd-44ba-9d4b-63cd456172ff tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629830 Feb 14 16:23:53.094184 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.managers [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Attempting to bind port 0965968b-38a0-4a59-87ca-78a312fd419a on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:23:53.094490 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.managers [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Attempting to bind port 0965968b-38a0-4a59-87ca-78a312fd419a by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'}] {{(pid=102552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:23:53.094754 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Attempting to bind port 0965968b-38a0-4a59-87ca-78a312fd419a on network 6091d008-f3ac-4b0b-a84e-7f07f7da10df {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:23:53.099845 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Port 0965968b-38a0-4a59-87ca-78a312fd419a on network 6091d008-f3ac-4b0b-a84e-7f07f7da10df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:23:53.100745 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Attempting to bind port 0965968b-38a0-4a59-87ca-78a312fd419a on network 6091d008-f3ac-4b0b-a84e-7f07f7da10df {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:23:53.105735 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:23:53.106079 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Checking segment: {'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:23:53.106466 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Bound using segment: {'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'} {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:23:53.106896 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.managers [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Bound port: 0965968b-38a0-4a59-87ca-78a312fd419a, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'}}] {{(pid=102552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:23:53.107256 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (0965968b-38a0-4a59-87ca-78a312fd419a), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:53.122713 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6fee9fe3-3423-404b-b181-c308c987af95 req-eefef028-da8d-4882-a020-42f8a78733cc service neutron] 10.222.0.42 "GET /v2.0/networks/1d20351a-df21-4dd1-a925-88bd26c13610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898600 Feb 14 16:23:53.170697 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] For port 0965968b-38a0-4a59-87ca-78a312fd419a, host hv-cinder-81966, cleared binding levels {{(pid=102552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:23:53.173753 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] For port 0965968b-38a0-4a59-87ca-78a312fd419a, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0965968b-38a0-4a59-87ca-78a312fd419a,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:23:53.180741 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262128871'] for port (0965968b-38a0-4a59-87ca-78a312fd419a), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:53.224403 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:53.225027 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:53.226480 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] 10.222.0.42 "PUT /v2.0/ports/0965968b-38a0-4a59-87ca-78a312fd419a HTTP/1.1" status: 200 len: 1093 time: 0.6253173 Feb 14 16:23:53.228032 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6', 'tag': '0965968b-38a0-4a59-87ca-78a312fd419a'}] {{(pid=102552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:23:53.228162 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3e4b2-5462-42c5-9b8b-186c1ca69142 req-191628b0-84fb-4fa7-b91b-c13b7e4b181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:53.229621 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ffd3e4b2-5462-42c5-9b8b-186c1ca69142 req-191628b0-84fb-4fa7-b91b-c13b7e4b181f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8795f07d4be04c0db34e33a77ebde341&device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 1128 time: 0.0562787 Feb 14 16:23:53.230298 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9be7e70e6e7d8e41db67d6a2a9b7a0bb24c700eebffb41e9ae5e2264f113bf3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f843d08-2299-4a7f-a336-0efa5207234d" -d '{"events": [{"name": "network-changed", "server_uuid": "38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6", "tag": "0965968b-38a0-4a59-87ca-78a312fd419a"}]}' {{(pid=102552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:23:53.273188 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21aedf65-b18f-4e72-9789-0c08b8bd8ab5 x-openstack-request-id: req-21aedf65-b18f-4e72-9789-0c08b8bd8ab5 {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:23:53.273498 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6", "tag": "0965968b-38a0-4a59-87ca-78a312fd419a", "status": "completed", "code": 200}]} {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:23:53.273752 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21aedf65-b18f-4e72-9789-0c08b8bd8ab5 {{(pid=102552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:23:53.274144 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6', 'tag': '0965968b-38a0-4a59-87ca-78a312fd419a', 'status': 'completed', 'code': 200} Feb 14 16:23:53.276368 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f8ad2-2c67-4b16-8051-0a31595fddb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0965968b-38a0-4a59-87ca-78a312fd419a,revision_number=3']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:53.325701 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a356a0-43b2-47a3-900f-d6c11c2acc07 req-44a2a0a4-be4c-4294-b17b-d47e217970ab tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:53.327179 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-45a356a0-43b2-47a3-900f-d6c11c2acc07 req-44a2a0a4-be4c-4294-b17b-d47e217970ab tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 944 time: 0.0998528 Feb 14 16:23:53.337695 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3e4b2-5462-42c5-9b8b-186c1ca69142 req-39c84194-639d-4dad-b984-0ab6f869f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:53.339199 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ffd3e4b2-5462-42c5-9b8b-186c1ca69142 req-39c84194-639d-4dad-b984-0ab6f869f432 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d20351a-df21-4dd1-a925-88bd26c13610 HTTP/1.1" status: 200 len: 915 time: 0.0986919 Feb 14 16:23:53.353082 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-b914ef2f-b1c2-4501-992d-3f4f65e873a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:53.354587 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-b914ef2f-b1c2-4501-992d-3f4f65e873a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48eba856df5748f5a8272770dcaff3ec&device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 1127 time: 0.0720816 Feb 14 16:23:53.381121 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ffd3e4b2-5462-42c5-9b8b-186c1ca69142 req-4459d6a7-69b0-4300-9bc7-606757245a8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=483181b7-6c92-41c1-b860-87b66ddc0c91 HTTP/1.1" status: 200 len: 217 time: 0.0351202 Feb 14 16:23:53.404963 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-e3b0b081-8c73-4f24-9c1e-df4a68608dcd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0965968b-38a0-4a59-87ca-78a312fd419a HTTP/1.1" status: 200 len: 217 time: 0.0401640 Feb 14 16:23:53.411851 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-45a356a0-43b2-47a3-900f-d6c11c2acc07 req-fa80f8b2-c92b-4bb8-a7f1-44353c0ffd0e tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772784 Feb 14 16:23:53.431886 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3e4b2-5462-42c5-9b8b-186c1ca69142 req-d0ce1537-ce0b-4cf9-bbce-1a6a1b79ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:53.433399 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ffd3e4b2-5462-42c5-9b8b-186c1ca69142 req-d0ce1537-ce0b-4cf9-bbce-1a6a1b79ea87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=82014ab9-da8b-43d4-934d-b6977a3c0fe2 HTTP/1.1" status: 200 len: 854 time: 0.0453415 Feb 14 16:23:53.460884 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-f4d64b31-fa55-4165-b08b-ab5a0201d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:53.462440 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-f4d64b31-fa55-4165-b08b-ab5a0201d271 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a21aed8d-f6ea-4f13-95aa-67ab44b4ff13 HTTP/1.1" status: 200 len: 853 time: 0.0497084 Feb 14 16:23:53.479535 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ffd3e4b2-5462-42c5-9b8b-186c1ca69142 req-5d23aa0d-3422-475c-8693-cc087b647e61 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d20351a-df21-4dd1-a925-88bd26c13610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292764 Feb 14 16:23:53.503773 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-3fd589f4-0a52-4f9d-aa73-cd3084175374 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6091d008-f3ac-4b0b-a84e-7f07f7da10df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259032 Feb 14 16:23:53.537366 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:53.566780 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ffd3e4b2-5462-42c5-9b8b-186c1ca69142 req-5bbab1f2-790c-416f-8517-bb5e06964cd2 service neutron] 10.222.0.42 "GET /v2.0/networks/1d20351a-df21-4dd1-a925-88bd26c13610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811949 Feb 14 16:23:53.600689 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-24d8eaae-14ac-436c-be82-5f55cf081b14 service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851326 Feb 14 16:23:53.664114 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ffd3e4b2-5462-42c5-9b8b-186c1ca69142 req-8e10aaec-233b-4df2-9ad7-8c84255d8919 service neutron] 10.222.0.42 "GET /v2.0/networks/1d20351a-df21-4dd1-a925-88bd26c13610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887239 Feb 14 16:23:53.708382 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-42247c6f-234b-4d41-af66-2d8719ec5b62 req-9129ba42-bbc9-43ff-bf95-cb58116f143b service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921230 Feb 14 16:23:53.807575 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f843d08-2299-4a7f-a336-0efa5207234d req-d7ed6a9e-358d-4677-9e8a-06f67daebfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:53.809096 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4f843d08-2299-4a7f-a336-0efa5207234d req-d7ed6a9e-358d-4677-9e8a-06f67daebfa3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48eba856df5748f5a8272770dcaff3ec&device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 1127 time: 0.0449917 Feb 14 16:23:53.833662 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5c9ad-0bcc-483d-bb02-2055f7098a53 req-94026374-d949-49c1-8eac-b7107a3a350b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:53.835103 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-66c5c9ad-0bcc-483d-bb02-2055f7098a53 req-94026374-d949-49c1-8eac-b7107a3a350b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0532577 Feb 14 16:23:53.881036 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-66c5c9ad-0bcc-483d-bb02-2055f7098a53 req-17337eda-ba1d-4e28-936e-bfcc069d1ce1 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400863 Feb 14 16:23:53.901739 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f843d08-2299-4a7f-a336-0efa5207234d req-d993f9d5-3e04-4663-95fc-fcd960716c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:53.903969 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4f843d08-2299-4a7f-a336-0efa5207234d req-d993f9d5-3e04-4663-95fc-fcd960716c0b service neutron] 10.222.0.42 "GET /v2.0/networks?id=6091d008-f3ac-4b0b-a84e-7f07f7da10df HTTP/1.1" status: 200 len: 914 time: 0.0884991 Feb 14 16:23:53.944999 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4f843d08-2299-4a7f-a336-0efa5207234d req-a41000eb-76c3-4f29-ae82-43d5f0c58526 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0965968b-38a0-4a59-87ca-78a312fd419a HTTP/1.1" status: 200 len: 217 time: 0.0345657 Feb 14 16:23:53.995777 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f843d08-2299-4a7f-a336-0efa5207234d req-7b5ccc41-8647-487c-9ccc-f33a5c032a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:53.997200 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4f843d08-2299-4a7f-a336-0efa5207234d req-7b5ccc41-8647-487c-9ccc-f33a5c032a5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a21aed8d-f6ea-4f13-95aa-67ab44b4ff13 HTTP/1.1" status: 200 len: 853 time: 0.0458734 Feb 14 16:23:54.031260 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4f843d08-2299-4a7f-a336-0efa5207234d req-3e7d236e-bd07-482c-9195-dc2a6f5e4697 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6091d008-f3ac-4b0b-a84e-7f07f7da10df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240896 Feb 14 16:23:54.147288 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4f843d08-2299-4a7f-a336-0efa5207234d req-b890f3c9-d8d2-4cc8-9bdb-8900ec5035e1 service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084716 Feb 14 16:23:54.165304 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789b01a-4024-4002-acdd-18ed9014e206 req-f733c3ac-8295-41f5-b906-e31921802ef9 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:54.166708 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a789b01a-4024-4002-acdd-18ed9014e206 req-f733c3ac-8295-41f5-b906-e31921802ef9 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 943 time: 0.0708356 Feb 14 16:23:54.261537 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a789b01a-4024-4002-acdd-18ed9014e206 req-2ba95dc2-7d28-4161-924d-f406e1dd6ffb tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871127 Feb 14 16:23:54.281743 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4f843d08-2299-4a7f-a336-0efa5207234d req-8c42237e-846a-4c70-84b2-86ea14eff5f4 service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140883 Feb 14 16:23:54.533153 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eda861-3e4e-4f76-897e-d70946d6fd3b req-52dc1cc2-6b11-4037-84c6-9fe56e9f3a14 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:54.534621 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b1eda861-3e4e-4f76-897e-d70946d6fd3b req-52dc1cc2-6b11-4037-84c6-9fe56e9f3a14 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 944 time: 0.0511458 Feb 14 16:23:54.584318 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b1eda861-3e4e-4f76-897e-d70946d6fd3b req-35380c52-cab6-409f-9f50-c7c9cdfa2080 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435846 Feb 14 16:23:54.751115 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:55.381054 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4640-30e3-425d-92e7-fa62fd36c2e9 req-2fec9f4c-7efd-43b6-b36b-fe3ce39bc214 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:55.382533 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-eedd4640-30e3-425d-92e7-fa62fd36c2e9 req-2fec9f4c-7efd-43b6-b36b-fe3ce39bc214 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 943 time: 0.0561135 Feb 14 16:23:55.426509 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-eedd4640-30e3-425d-92e7-fa62fd36c2e9 req-f66b8950-a127-4630-ac00-de11e93bdbfe tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385821 Feb 14 16:23:55.698974 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4877e-049d-4d9f-867c-0813549177ee req-79d42514-dd24-458b-84d4-1c3e13595871 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:55.700411 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-07b4877e-049d-4d9f-867c-0813549177ee req-79d42514-dd24-458b-84d4-1c3e13595871 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 944 time: 0.0499151 Feb 14 16:23:55.745192 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-07b4877e-049d-4d9f-867c-0813549177ee req-13a2651a-9875-44a4-9c2b-8ad992112a0c tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393581 Feb 14 16:23:56.170721 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 483181b7-6c92-41c1-b860-87b66ddc0c91 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:23:56.263075 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 483181b7-6c92-41c1-b860-87b66ddc0c91, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=483181b7-6c92-41c1-b860-87b66ddc0c91,segment=NetworkSegment(f7267f49-940a-452e-8269-5ef7a4a00735),segment_id=f7267f49-940a-452e-8269-5ef7a4a00735)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:56.273504 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '483181b7-6c92-41c1-b860-87b66ddc0c91', 'network_id': '1d20351a-df21-4dd1-a925-88bd26c13610', 'port_id': '483181b7-6c92-41c1-b860-87b66ddc0c91', 'mac_address': 'fa:16:3e:21:f3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82014ab9-da8b-43d4-934d-b6977a3c0fe2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:23:56.314040 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 483181b7-6c92-41c1-b860-87b66ddc0c91 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:23:56.314427 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (483181b7-6c92-41c1-b860-87b66ddc0c91), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:56.326550 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483181b7-6c92-41c1-b860-87b66ddc0c91 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:23:56.346293 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 483181b7-6c92-41c1-b860-87b66ddc0c91, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=483181b7-6c92-41c1-b860-87b66ddc0c91,segment=NetworkSegment(f7267f49-940a-452e-8269-5ef7a4a00735),segment_id=f7267f49-940a-452e-8269-5ef7a4a00735)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:56.351910 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (483181b7-6c92-41c1-b860-87b66ddc0c91), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:56.352577 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 0965968b-38a0-4a59-87ca-78a312fd419a details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:23:56.419233 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=483181b7-6c92-41c1-b860-87b66ddc0c91,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:56.488090 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 0965968b-38a0-4a59-87ca-78a312fd419a, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0965968b-38a0-4a59-87ca-78a312fd419a,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:56.499467 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '0965968b-38a0-4a59-87ca-78a312fd419a', 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df', 'port_id': '0965968b-38a0-4a59-87ca-78a312fd419a', 'mac_address': 'fa:16:3e:ff:1f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21aed8d-f6ea-4f13-95aa-67ab44b4ff13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:23:56.539967 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 0965968b-38a0-4a59-87ca-78a312fd419a is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:23:56.540359 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (0965968b-38a0-4a59-87ca-78a312fd419a), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:56.547102 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1f414-6041-4dba-b999-43161150fe6e req-826b54ef-5494-4cdc-bf5b-5bcf7c23b162 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:56.548981 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-87a1f414-6041-4dba-b999-43161150fe6e req-826b54ef-5494-4cdc-bf5b-5bcf7c23b162 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 943 time: 0.0517449 Feb 14 16:23:56.553178 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0965968b-38a0-4a59-87ca-78a312fd419a {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:23:56.573827 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 0965968b-38a0-4a59-87ca-78a312fd419a, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0965968b-38a0-4a59-87ca-78a312fd419a,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:56.580943 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (0965968b-38a0-4a59-87ca-78a312fd419a), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:56.599486 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-87a1f414-6041-4dba-b999-43161150fe6e req-a3a913a6-b0dd-423d-8e0f-087a8f98f78f tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443399 Feb 14 16:23:56.628582 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=0965968b-38a0-4a59-87ca-78a312fd419a,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:56.862156 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34daf0-b990-4934-a0cd-37676dc268f1 req-3dba4462-6af8-4c93-b34f-2608f931c9ba tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:56.863615 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cf34daf0-b990-4934-a0cd-37676dc268f1 req-3dba4462-6af8-4c93-b34f-2608f931c9ba tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 945 time: 0.0519629 Feb 14 16:23:56.892461 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['0965968b-38a0-4a59-87ca-78a312fd419a'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:23:56.911342 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cf34daf0-b990-4934-a0cd-37676dc268f1 req-2d6165b6-3a03-4d2e-a661-03e77e430d6f tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 Feb 14 16:23:56.916757 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['483181b7-6c92-41c1-b860-87b66ddc0c91'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:23:57.715979 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0cdb4-8217-496d-801a-cf8196459e0d req-4d9853cf-31b6-4ff0-8958-401aea54df7e tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:57.717503 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8bb0cdb4-8217-496d-801a-cf8196459e0d req-4d9853cf-31b6-4ff0-8958-401aea54df7e tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 944 time: 0.0522764 Feb 14 16:23:57.765580 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8bb0cdb4-8217-496d-801a-cf8196459e0d req-e96b7c18-2c5b-43f2-8f31-5e463278b4b2 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426009 Feb 14 16:23:58.031017 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5db97f-fb5a-48ee-b533-1abd16f95a6d req-f2daf48a-203c-4890-9867-125befa5ca8d tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:58.032466 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2f5db97f-fb5a-48ee-b533-1abd16f95a6d req-f2daf48a-203c-4890-9867-125befa5ca8d tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 945 time: 0.0551956 Feb 14 16:23:58.076976 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2f5db97f-fb5a-48ee-b533-1abd16f95a6d req-998ddd99-39e2-4fa1-9a88-a23e89bc98e4 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390880 Feb 14 16:23:58.210019 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 483181b7-6c92-41c1-b860-87b66ddc0c91 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:23:58.261337 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port 483181b7-6c92-41c1-b860-87b66ddc0c91 completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:23:58.265063 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 483181b7-6c92-41c1-b860-87b66ddc0c91 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:23:58.265441 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (483181b7-6c92-41c1-b860-87b66ddc0c91), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:58.339195 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 483181b7-6c92-41c1-b860-87b66ddc0c91 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:23:58.339604 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (483181b7-6c92-41c1-b860-87b66ddc0c91), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:58.361445 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a847616-dae7-4850-98b6-9cce303566dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483181b7-6c92-41c1-b860-87b66ddc0c91'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:23:58.363670 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9322c55e-94af-42c3-a22b-f67f34a5ebd0" -d '{"events": [{"server_uuid": "4a847616-dae7-4850-98b6-9cce303566dc", "name": "network-vif-plugged", "status": "completed", "tag": "483181b7-6c92-41c1-b860-87b66ddc0c91"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:23:58.377332 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 483181b7-6c92-41c1-b860-87b66ddc0c91, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=483181b7-6c92-41c1-b860-87b66ddc0c91,segment=NetworkSegment(f7267f49-940a-452e-8269-5ef7a4a00735),segment_id=f7267f49-940a-452e-8269-5ef7a4a00735)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:58.381382 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (483181b7-6c92-41c1-b860-87b66ddc0c91), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:58.382387 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 0965968b-38a0-4a59-87ca-78a312fd419a up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:23:58.409618 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4242cd0b-52f1-41d7-bde6-451b63bf2632 x-openstack-request-id: req-4242cd0b-52f1-41d7-bde6-451b63bf2632 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:23:58.410068 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a847616-dae7-4850-98b6-9cce303566dc", "name": "network-vif-plugged", "status": "completed", "tag": "483181b7-6c92-41c1-b860-87b66ddc0c91", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:23:58.410212 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4242cd0b-52f1-41d7-bde6-451b63bf2632 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:23:58.410692 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a847616-dae7-4850-98b6-9cce303566dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483181b7-6c92-41c1-b860-87b66ddc0c91', 'code': 200} Feb 14 16:23:58.463172 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=483181b7-6c92-41c1-b860-87b66ddc0c91,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:58.481322 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port 0965968b-38a0-4a59-87ca-78a312fd419a completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:23:58.485276 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 0965968b-38a0-4a59-87ca-78a312fd419a triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:23:58.485689 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (0965968b-38a0-4a59-87ca-78a312fd419a), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:58.564985 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 0965968b-38a0-4a59-87ca-78a312fd419a is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:23:58.565380 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (0965968b-38a0-4a59-87ca-78a312fd419a), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:58.583916 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb65be6-8acd-4750-a460-90544f5c9fa9 req-a4fa3b41-8ec2-4830-ab15-a42a41f919a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:58.585645 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ecb65be6-8acd-4750-a460-90544f5c9fa9 req-a4fa3b41-8ec2-4830-ab15-a42a41f919a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 1130 time: 0.0421717 Feb 14 16:23:58.596521 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 0965968b-38a0-4a59-87ca-78a312fd419a, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0965968b-38a0-4a59-87ca-78a312fd419a,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:23:58.602296 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (0965968b-38a0-4a59-87ca-78a312fd419a), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:23:58.639210 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ecb65be6-8acd-4750-a460-90544f5c9fa9 req-37557da1-1659-4d38-9924-ec6481840906 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462835 Feb 14 16:23:58.650761 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=0965968b-38a0-4a59-87ca-78a312fd419a,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:23:58.880364 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4542ed-4ffc-4e23-b27e-6b6d87c6ab6f req-0633143b-bcc2-43f3-b3a1-c4acb47b4b75 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:58.881864 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0b4542ed-4ffc-4e23-b27e-6b6d87c6ab6f req-0633143b-bcc2-43f3-b3a1-c4acb47b4b75 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 945 time: 0.0515423 Feb 14 16:23:58.927896 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0b4542ed-4ffc-4e23-b27e-6b6d87c6ab6f req-51de5fda-7721-4e05-8a43-eff5e7d8c962 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 Feb 14 16:23:59.193853 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db64e7c-466b-43c2-a350-859536ebcba0 req-8b4554f6-6fcc-4e27-82e0-26e1051a22b7 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:23:59.195310 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2db64e7c-466b-43c2-a350-859536ebcba0 req-8b4554f6-6fcc-4e27-82e0-26e1051a22b7 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 946 time: 0.0517206 Feb 14 16:23:59.240106 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2db64e7c-466b-43c2-a350-859536ebcba0 req-594270c5-abb4-4685-aaf0-0c9ed0b80dfb tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Feb 14 16:23:59.589077 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:24:00.054735 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9486f-65cf-406b-a071-49f22adef9aa req-abf90f45-9828-41da-97e8-f220a94f5a00 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:00.056199 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6aa9486f-65cf-406b-a071-49f22adef9aa req-abf90f45-9828-41da-97e8-f220a94f5a00 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 945 time: 0.0547068 Feb 14 16:24:00.104929 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6aa9486f-65cf-406b-a071-49f22adef9aa req-568901fe-89f1-4214-af40-f9e2fd441e32 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430727 Feb 14 16:24:00.363002 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b1c6f-4b4c-4408-b07f-01ced1013996 req-8247eea9-ff28-4caa-8c99-4437cb632641 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:00.364469 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8d4b1c6f-4b4c-4408-b07f-01ced1013996 req-8247eea9-ff28-4caa-8c99-4437cb632641 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 946 time: 0.0593636 Feb 14 16:24:00.409845 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8d4b1c6f-4b4c-4408-b07f-01ced1013996 req-c3199fb4-1bcd-431c-b1ad-d488239e16ff tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398059 Feb 14 16:24:00.412474 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0965968b-38a0-4a59-87ca-78a312fd419a'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:24:00.415087 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb26a83c-f0b8-4272-a7ea-ffb44e631f74" -d '{"events": [{"server_uuid": "38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6", "name": "network-vif-plugged", "status": "completed", "tag": "0965968b-38a0-4a59-87ca-78a312fd419a"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:24:00.449163 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0f177e-509b-484e-8911-c9d5827189ee x-openstack-request-id: req-4b0f177e-509b-484e-8911-c9d5827189ee {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:24:00.449515 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6", "name": "network-vif-plugged", "status": "completed", "tag": "0965968b-38a0-4a59-87ca-78a312fd419a", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:24:00.449748 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b0f177e-509b-484e-8911-c9d5827189ee {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:24:00.450165 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0965968b-38a0-4a59-87ca-78a312fd419a', 'code': 200} Feb 14 16:24:00.631362 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a5ca5-4888-4889-8982-54cf0d634a1a req-5b7dbb8e-5690-44fc-a2ae-1f8f3d4d4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:00.633010 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6a8a5ca5-4888-4889-8982-54cf0d634a1a req-5b7dbb8e-5690-44fc-a2ae-1f8f3d4d4a46 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 1129 time: 0.0438111 Feb 14 16:24:00.684527 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6a8a5ca5-4888-4889-8982-54cf0d634a1a req-d3605a32-0c45-4321-ae3a-b3adf0ecac51 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Feb 14 16:24:01.220409 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce26a9-3c61-4715-984d-dc65240e16b8 req-b8c7751f-1843-41a3-9e34-b18720880791 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:01.221794 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e2ce26a9-3c61-4715-984d-dc65240e16b8 req-b8c7751f-1843-41a3-9e34-b18720880791 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 945 time: 0.0509410 Feb 14 16:24:01.267129 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e2ce26a9-3c61-4715-984d-dc65240e16b8 req-b991f9b0-9433-4c83-9ac7-33869159788c tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395541 Feb 14 16:24:02.390497 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f61e13-d14c-452d-8858-326ff64c0a0a req-9c7cb9fa-6fba-4884-a826-6b2b6d26c786 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:02.391978 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d4f61e13-d14c-452d-8858-326ff64c0a0a req-9c7cb9fa-6fba-4884-a826-6b2b6d26c786 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 945 time: 0.0579290 Feb 14 16:24:02.438671 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d4f61e13-d14c-452d-8858-326ff64c0a0a req-796de361-b934-4e97-b79c-f0eb9cf80433 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Feb 14 16:24:11.274910 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:12.855263 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-e2c08c9b-8f50-44a0-889a-a64bb49826f5 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:12.856664 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-e2c08c9b-8f50-44a0-889a-a64bb49826f5 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/networks?id=6091d008-f3ac-4b0b-a84e-7f07f7da10df HTTP/1.1" status: 200 len: 813 time: 0.3573723 Feb 14 16:24:12.863874 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ab7252f5-f63b-4542-aff1-ad6c232ff462 req-12563c11-34bd-41ba-b6f4-e86a3d8706fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424492 Feb 14 16:24:12.871797 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-9c98313b-80ec-4b71-9e95-68f09d25e3f8 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/quotas/48eba856df5748f5a8272770dcaff3ec HTTP/1.1" status: 200 len: 375 time: 0.0095890 Feb 14 16:24:12.925813 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b8916cb8-f0db-405a-bcea-e9f10a302992 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=48eba856df5748f5a8272770dcaff3ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485795 Feb 14 16:24:13.011065 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-ff3d367b-fc75-47a7-a526-8ba9718ddf67 service neutron] 10.222.0.55 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781581 Feb 14 16:24:13.097513 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-46ff0b3d-a8f9-4487-83a7-63f7b1c31b4c service neutron] 10.222.0.55 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809157 Feb 14 16:24:13.250126 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-fcc077a4-4ec1-418e-90ba-33b5c9a859c5 req-4503826b-ed19-49a5-bf17-e1d1f7e501a8 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 210 time: 0.0278757 Feb 14 16:24:13.716407 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ee5ca-df13-4456-8714-35f771bb0e68 req-37ecd05d-56c8-4328-b895-d83e07188d99 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:13.717868 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f03ee5ca-df13-4456-8714-35f771bb0e68 req-37ecd05d-56c8-4328-b895-d83e07188d99 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 946 time: 0.0512428 Feb 14 16:24:13.763428 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f03ee5ca-df13-4456-8714-35f771bb0e68 req-4015dd90-f892-44b8-87d5-ea66f7f4d1cc tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396526 Feb 14 16:24:14.343494 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a9fc7866-603e-4ea8-af6a-4f24f89959a6 req-f1b7e1d5-994c-4c62-8d4c-25ccb11985a7 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 210 time: 0.0273557 Feb 14 16:24:14.889310 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45773c92-7b63-4b46-884b-d88410d07759 req-2740636f-2e32-443e-b734-4aa7a0e332c2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:14.890699 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-45773c92-7b63-4b46-884b-d88410d07759 req-2740636f-2e32-443e-b734-4aa7a0e332c2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 946 time: 0.0569525 Feb 14 16:24:14.936753 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-45773c92-7b63-4b46-884b-d88410d07759 req-c1ae032e-5e78-4700-b582-d106588dba38 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405424 Feb 14 16:24:15.438113 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5dd78c9d-35a6-40bb-b37a-93721f04c28c req-39788f75-b564-424f-8df1-0efd5e9e5693 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 210 time: 0.0298789 Feb 14 16:24:15.662916 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7252f5-f63b-4542-aff1-ad6c232ff462 req-da9aef27-7fc6-4614-b152-44cbbb4d1482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:15.665298 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ab7252f5-f63b-4542-aff1-ad6c232ff462 req-da9aef27-7fc6-4614-b152-44cbbb4d1482 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac0c72c994864a80a9975f44cae07762&device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 1130 time: 0.0516367 Feb 14 16:24:15.770871 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7252f5-f63b-4542-aff1-ad6c232ff462 req-76731ff9-d515-4bc9-883d-ac032963ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:15.772350 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ab7252f5-f63b-4542-aff1-ad6c232ff462 req-76731ff9-d515-4bc9-883d-ac032963ab1b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 HTTP/1.1" status: 200 len: 917 time: 0.0830445 Feb 14 16:24:15.878759 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ab7252f5-f63b-4542-aff1-ad6c232ff462 req-f43905b1-9dfe-42fc-b6db-140a7024e1ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16eef14d-643a-4553-a414-fc83179dbef1 HTTP/1.1" status: 200 len: 1001 time: 0.0911167 Feb 14 16:24:15.932795 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7252f5-f63b-4542-aff1-ad6c232ff462 req-ad454c5b-5332-4913-9bdb-56a48a9ef6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:15.934270 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ab7252f5-f63b-4542-aff1-ad6c232ff462 req-ad454c5b-5332-4913-9bdb-56a48a9ef6ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b022af-3860-42a7-933a-01d0f454c9a6 HTTP/1.1" status: 200 len: 855 time: 0.0458717 Feb 14 16:24:15.989241 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7252f5-f63b-4542-aff1-ad6c232ff462 req-738f400f-b96f-4ea0-96e1-9406f13ef8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:15.990828 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ab7252f5-f63b-4542-aff1-ad6c232ff462 req-738f400f-b96f-4ea0-96e1-9406f13ef8e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490949 Feb 14 16:24:16.055832 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc0a21-7e17-4f2c-bc83-cc887244dae3 req-0d97b661-165d-4de6-8252-ac3091a3c996 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:16.057307 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cebc0a21-7e17-4f2c-bc83-cc887244dae3 req-0d97b661-165d-4de6-8252-ac3091a3c996 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 946 time: 0.0500877 Feb 14 16:24:16.078042 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ab7252f5-f63b-4542-aff1-ad6c232ff462 req-795d26ea-8490-47ce-aae7-63ed8d030ab7 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793538 Feb 14 16:24:16.103847 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cebc0a21-7e17-4f2c-bc83-cc887244dae3 req-d9cae60c-7f1d-4ce8-8f59-cea23e6d32e5 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408673 Feb 14 16:24:16.174154 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ab7252f5-f63b-4542-aff1-ad6c232ff462 req-374a0003-422b-4c60-842d-03e7bd93aef0 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853534 Feb 14 16:24:16.459800 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-6d5dc602-27b8-4c49-8a6f-f553cc3648b0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:16.461790 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-6d5dc602-27b8-4c49-8a6f-f553cc3648b0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "GET /v2.0/networks?id=6091d008-f3ac-4b0b-a84e-7f07f7da10df HTTP/1.1" status: 200 len: 813 time: 0.1071529 Feb 14 16:24:16.481766 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b3465137-736a-43af-9233-98646c8999e0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Request body: {'port': {'device_id': '60640ddd-3423-4da2-8b01-410b1a87c107', 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df', 'admin_state_up': True, 'tenant_id': '48eba856df5748f5a8272770dcaff3ec'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:24:16.562715 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-68e7fc7c-4a37-42e7-b863-24fb6130c95a req-0856a632-6813-4b6c-938d-31c170c60e1d tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 210 time: 0.0494199 Feb 14 16:24:16.615354 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b3465137-736a-43af-9233-98646c8999e0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Made reservation on behalf of 48eba856df5748f5a8272770dcaff3ec for: {'port': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:24:16.621028 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b3465137-736a-43af-9233-98646c8999e0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:16.747773 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_common [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b3465137-736a-43af-9233-98646c8999e0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Allocated IP 172.20.0.11 (6091d008-f3ac-4b0b-a84e-7f07f7da10df/a21aed8d-f6ea-4f13-95aa-67ab44b4ff13/da3c674b-90f5-4bba-b6d6-ad660c670d5e) {{(pid=102552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:24:16.892858 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b3465137-736a-43af-9233-98646c8999e0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks [] for port (da3c674b-90f5-4bba-b6d6-ad660c670d5e), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:16.927385 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b3465137-736a-43af-9233-98646c8999e0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (da3c674b-90f5-4bba-b6d6-ad660c670d5e), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:16.944379 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['6b23e3d4-a0d7-4a01-95a5-1b97501ae898', '0965968b-38a0-4a59-87ca-78a312fd419a'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:24:16.980174 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b3465137-736a-43af-9233-98646c8999e0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Network 6091d008-f3ac-4b0b-a84e-7f07f7da10df is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:24:16.985092 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b3465137-736a-43af-9233-98646c8999e0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:24:16.988766 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b3465137-736a-43af-9233-98646c8999e0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Received port after_create {{(pid=102552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:24:16.995069 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3465137-736a-43af-9233-98646c8999e0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Pushing event updated for resources: {'Port': ['ID=da3c674b-90f5-4bba-b6d6-ad660c670d5e,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:17.039192 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b3465137-736a-43af-9233-98646c8999e0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:17.039798 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b3465137-736a-43af-9233-98646c8999e0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:17.056168 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b3465137-736a-43af-9233-98646c8999e0 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5792010 Feb 14 16:24:17.068187 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Request body: {'port': {'device_id': '60640ddd-3423-4da2-8b01-410b1a87c107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:24:17.127989 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (da3c674b-90f5-4bba-b6d6-ad660c670d5e), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:17.236859 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be00f27-ee7e-445b-905f-c623e21d615b req-e90620a2-0a5b-43a3-8f79-ad5aa1042e37 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:17.238393 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7be00f27-ee7e-445b-905f-c623e21d615b req-e90620a2-0a5b-43a3-8f79-ad5aa1042e37 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 946 time: 0.0614643 Feb 14 16:24:17.284382 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7be00f27-ee7e-445b-905f-c623e21d615b req-ef17f419-2718-4651-9ba4-8730abf0394b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402114 Feb 14 16:24:17.381949 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3c674b-90f5-4bba-b6d6-ad660c670d5e {{(pid=102552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:24:17.389637 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Publish callbacks [] for port (da3c674b-90f5-4bba-b6d6-ad660c670d5e), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:17.401489 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.provisioning_blocks [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Transition to ACTIVE for port object da3c674b-90f5-4bba-b6d6-ad660c670d5e will not be triggered until provisioned by entity L2. {{(pid=102552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:24:17.406106 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262128871'] for port (da3c674b-90f5-4bba-b6d6-ad660c670d5e), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:17.452285 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Pushing event updated for resources: {'Port': ['ID=da3c674b-90f5-4bba-b6d6-ad660c670d5e,revision_number=2']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:17.476286 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:17.476974 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:17.476974 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:17.477320 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:17.477672 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:17.478009 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:17.478340 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:17.478671 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:17.479004 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:17.479333 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:17.479656 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:17.479978 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:17.480309 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:17.530262 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.managers [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Attempting to bind port da3c674b-90f5-4bba-b6d6-ad660c670d5e on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:24:17.530593 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.managers [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Attempting to bind port da3c674b-90f5-4bba-b6d6-ad660c670d5e by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'}] {{(pid=102552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:24:17.530920 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Attempting to bind port da3c674b-90f5-4bba-b6d6-ad660c670d5e on network 6091d008-f3ac-4b0b-a84e-7f07f7da10df {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:24:17.535087 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Port da3c674b-90f5-4bba-b6d6-ad660c670d5e on network 6091d008-f3ac-4b0b-a84e-7f07f7da10df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:24:17.535345 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Attempting to bind port da3c674b-90f5-4bba-b6d6-ad660c670d5e on network 6091d008-f3ac-4b0b-a84e-7f07f7da10df {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:24:17.540162 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:24:17.540498 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Checking segment: {'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:24:17.540879 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Bound using segment: {'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'} {{(pid=102552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:24:17.541298 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.managers [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Bound port: da3c674b-90f5-4bba-b6d6-ad660c670d5e, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'}}] {{(pid=102552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:24:17.541685 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (da3c674b-90f5-4bba-b6d6-ad660c670d5e), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:17.602622 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] For port da3c674b-90f5-4bba-b6d6-ad660c670d5e, host hv-cinder-81966, cleared binding levels {{(pid=102552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:24:17.605624 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] For port da3c674b-90f5-4bba-b6d6-ad660c670d5e, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=da3c674b-90f5-4bba-b6d6-ad660c670d5e,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:24:17.612825 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262128871'] for port (da3c674b-90f5-4bba-b6d6-ad660c670d5e), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:17.672925 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:17.673571 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:17.674931 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] 10.222.0.42 "PUT /v2.0/ports/da3c674b-90f5-4bba-b6d6-ad660c670d5e HTTP/1.1" status: 200 len: 1094 time: 0.6107709 Feb 14 16:24:17.675373 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60640ddd-3423-4da2-8b01-410b1a87c107', 'tag': 'da3c674b-90f5-4bba-b6d6-ad660c670d5e'}] {{(pid=102552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:24:17.677618 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9be7e70e6e7d8e41db67d6a2a9b7a0bb24c700eebffb41e9ae5e2264f113bf3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9862495e-6645-4915-88ac-6796830b51f9" -d '{"events": [{"name": "network-changed", "server_uuid": "60640ddd-3423-4da2-8b01-410b1a87c107", "tag": "da3c674b-90f5-4bba-b6d6-ad660c670d5e"}]}' {{(pid=102552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:24:17.703225 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f4c8c-4223-4ec0-ba0e-7f4c3df435cf service neutron] Pushing event updated for resources: {'Port': ['ID=da3c674b-90f5-4bba-b6d6-ad660c670d5e,revision_number=3']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:17.718760 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d09a10c-fbdd-46ec-a56f-c78e70dbfb84 x-openstack-request-id: req-9d09a10c-fbdd-46ec-a56f-c78e70dbfb84 {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:24:17.719086 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60640ddd-3423-4da2-8b01-410b1a87c107", "tag": "da3c674b-90f5-4bba-b6d6-ad660c670d5e", "status": "completed", "code": 200}]} {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:24:17.719339 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d09a10c-fbdd-46ec-a56f-c78e70dbfb84 {{(pid=102552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:24:17.719739 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60640ddd-3423-4da2-8b01-410b1a87c107', 'tag': 'da3c674b-90f5-4bba-b6d6-ad660c670d5e', 'status': 'completed', 'code': 200} Feb 14 16:24:17.729781 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c9106-1d24-4119-8740-35d9337ff2fe req-0675042b-40fd-4d79-824a-ba4e16bda774 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:17.731254 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b35c9106-1d24-4119-8740-35d9337ff2fe req-0675042b-40fd-4d79-824a-ba4e16bda774 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 944 time: 0.0925303 Feb 14 16:24:17.809871 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b35c9106-1d24-4119-8740-35d9337ff2fe req-2782d1ad-2372-4c6d-89bb-e44d8f29ed1f tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730145 Feb 14 16:24:17.812629 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-a9fa974c-ecb8-47b8-9e6d-3861499943e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:17.813962 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-a9fa974c-ecb8-47b8-9e6d-3861499943e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48eba856df5748f5a8272770dcaff3ec&device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 1128 time: 0.0755594 Feb 14 16:24:17.861418 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-563bcb9d-93e3-48e1-a75d-3b7d1473c71b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da3c674b-90f5-4bba-b6d6-ad660c670d5e HTTP/1.1" status: 200 len: 217 time: 0.0352442 Feb 14 16:24:17.914833 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-7e07ee7c-5e21-4f29-b26f-a07729fef63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:17.916287 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-7e07ee7c-5e21-4f29-b26f-a07729fef63d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a21aed8d-f6ea-4f13-95aa-67ab44b4ff13 HTTP/1.1" status: 200 len: 853 time: 0.0448289 Feb 14 16:24:17.948864 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-cc547699-ded8-4900-b7e9-9645561c9e4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6091d008-f3ac-4b0b-a84e-7f07f7da10df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248506 Feb 14 16:24:18.047719 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-48a61531-cbca-4920-b75d-9e4a7cacef98 service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880508 Feb 14 16:24:18.138820 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ddbba856-aef1-4e1d-9b24-7e21f168551d req-795bf0b7-b102-4578-8737-98d420868861 service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842948 Feb 14 16:24:18.181093 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-c84b1dcb-55da-48bf-b6a4-b3f97fe38d86 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:18.182570 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-c84b1dcb-55da-48bf-b6a4-b3f97fe38d86 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 946 time: 0.0527346 Feb 14 16:24:18.234869 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862495e-6645-4915-88ac-6796830b51f9 req-e8ef5ef6-5c5f-4ebb-9aff-8c54768056da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:18.236475 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9862495e-6645-4915-88ac-6796830b51f9 req-e8ef5ef6-5c5f-4ebb-9aff-8c54768056da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48eba856df5748f5a8272770dcaff3ec&device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 1128 time: 0.0445824 Feb 14 16:24:18.282508 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Deleting port 16eef14d-643a-4553-a414-fc83179dbef1 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:24:18.283077 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (16eef14d-643a-4553-a414-fc83179dbef1), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:18.335931 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862495e-6645-4915-88ac-6796830b51f9 req-1f92fdb7-2f70-479c-9063-dc22582a1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:18.337413 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9862495e-6645-4915-88ac-6796830b51f9 req-1f92fdb7-2f70-479c-9063-dc22582a1235 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6091d008-f3ac-4b0b-a84e-7f07f7da10df HTTP/1.1" status: 200 len: 914 time: 0.0928636 Feb 14 16:24:18.379348 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9862495e-6645-4915-88ac-6796830b51f9 req-ee1f0520-46a8-437d-b895-596a6469ca4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da3c674b-90f5-4bba-b6d6-ad660c670d5e HTTP/1.1" status: 200 len: 217 time: 0.0338557 Feb 14 16:24:18.396099 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] For port 16eef14d-643a-4553-a414-fc83179dbef1, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16eef14d-643a-4553-a414-fc83179dbef1,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:24:18.396469 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (16eef14d-643a-4553-a414-fc83179dbef1), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:18.428849 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862495e-6645-4915-88ac-6796830b51f9 req-ad46e29c-4050-4e3e-b580-6527e613db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:18.430842 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9862495e-6645-4915-88ac-6796830b51f9 req-ad46e29c-4050-4e3e-b580-6527e613db84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a21aed8d-f6ea-4f13-95aa-67ab44b4ff13 HTTP/1.1" status: 200 len: 853 time: 0.0419381 Feb 14 16:24:18.457449 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-144645eb-e27c-486d-9f4b-3db732dba3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:18.467871 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9862495e-6645-4915-88ac-6796830b51f9 req-1e527e81-e333-4db7-a9f3-c1ba78e24be2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6091d008-f3ac-4b0b-a84e-7f07f7da10df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302591 Feb 14 16:24:18.520441 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb6c8b-0637-420b-b986-b54f41d158a1 req-7588a059-2bbd-43b2-8f1a-b19ad0a52257 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:18.521932 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-33eb6c8b-0637-420b-b986-b54f41d158a1 req-7588a059-2bbd-43b2-8f1a-b19ad0a52257 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 946 time: 0.1634009 Feb 14 16:24:18.562974 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9862495e-6645-4915-88ac-6796830b51f9 req-e335438f-b234-430f-95be-d0c873b9fcd3 service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836227 Feb 14 16:24:18.675808 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-33eb6c8b-0637-420b-b986-b54f41d158a1 req-062d58c1-450c-4b32-98e0-b8122185a226 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481266 Feb 14 16:24:18.729376 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:18.729833 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (f9171ee5-b164-42fc-8bac-188639af239e), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:18.730154 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.l3_db [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Floating IP f9171ee5-b164-42fc-8bac-188639af239e disassociated. External IP: 172.27.2.104, port: 16eef14d-643a-4553-a414-fc83179dbef1. Feb 14 16:24:18.730499 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Calling delete_port for 16eef14d-643a-4553-a414-fc83179dbef1 owned by compute:nova {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:24:18.865088 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (16eef14d-643a-4553-a414-fc83179dbef1), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:18.896652 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event deleted for resources: {'Port': ['ID=16eef14d-643a-4553-a414-fc83179dbef1,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:18.906892 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:18.907241 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:18.907586 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:18.907925 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:18.908266 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:18.908596 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:18.908926 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:18.909253 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:18.909614 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:18.909941 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:18.910271 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:18.910573 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:18.910999 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:18.922139 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9862495e-6645-4915-88ac-6796830b51f9 req-fab01e1e-eb27-4664-9f47-0f06fa1d5638 service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495708 Feb 14 16:24:18.945670 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846c90e-1852-4ded-8fdc-71e8120fc856 req-3c1e9c21-e039-40f8-8199-5325425becc7 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:18.947050 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3846c90e-1852-4ded-8fdc-71e8120fc856 req-3c1e9c21-e039-40f8-8199-5325425becc7 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 944 time: 0.0666239 Feb 14 16:24:19.003859 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3846c90e-1852-4ded-8fdc-71e8120fc856 req-cbbb3bd0-8a3a-422a-9105-812b419622fc tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471323 Feb 14 16:24:19.042348 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:24:19.153178 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:24:19.163630 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af3247d-6677-4728-af7d-a9a55b049a56 None None] Sync routers for ids ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:24:19.173974 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af3247d-6677-4728-af7d-a9a55b049a56 None None] Routers {'0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:24:19.174774 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-0af3247d-6677-4728-af7d-a9a55b049a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:23:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:24:19.197156 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] No DVR routers for this DVR port 16eef14d-643a-4553-a414-fc83179dbef1 on host hv-cinder-81966 {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:24:19.199724 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:19.203034 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b45b922d-40fc-4e0a-bf9f-b8dc0362da9b req-7b95a66e-5d2e-477d-8a93-86be3d930d63 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.42 "DELETE /v2.0/ports/16eef14d-643a-4553-a414-fc83179dbef1 HTTP/1.1" status: 204 len: 173 time: 1.0105062 Feb 14 16:24:19.203471 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'name': 'network-vif-deleted', 'tag': '16eef14d-643a-4553-a414-fc83179dbef1'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:24:19.205986 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1261a6d-bf12-4d04-b85b-74119c83f609" -d '{"events": [{"server_uuid": "7f0c9996-1f19-45c2-bd8a-9da588e94e6f", "name": "network-vif-deleted", "tag": "16eef14d-643a-4553-a414-fc83179dbef1"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:24:19.247134 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5375ca8-c0ff-43c9-8717-a0979e2495ba x-openstack-request-id: req-b5375ca8-c0ff-43c9-8717-a0979e2495ba {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:24:19.247637 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0c9996-1f19-45c2-bd8a-9da588e94e6f", "name": "network-vif-deleted", "tag": "16eef14d-643a-4553-a414-fc83179dbef1", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:24:19.247926 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5375ca8-c0ff-43c9-8717-a0979e2495ba {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:24:19.248303 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0c9996-1f19-45c2-bd8a-9da588e94e6f', 'name': 'network-vif-deleted', 'tag': '16eef14d-643a-4553-a414-fc83179dbef1', 'status': 'completed', 'code': 200} Feb 14 16:24:19.411560 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-0af3247d-6677-4728-af7d-a9a55b049a56 None None] Set router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:24:19.609020 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-0af3247d-6677-4728-af7d-a9a55b049a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '73fd0595-a93a-46e3-8b52-3458da157f6b', 'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'mac_address': 'fa:16:3e:b9:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:13Z', 'revision_number': 5, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'subnets': [{'id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:24:19.635482 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af3247d-6677-4728-af7d-a9a55b049a56 None None] Checking router: 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:24:19.643868 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af3247d-6677-4728-af7d-a9a55b049a56 None None] Routers {'0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:24:19.644472 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-0af3247d-6677-4728-af7d-a9a55b049a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:23:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:24:19.764243 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-0af3247d-6677-4728-af7d-a9a55b049a56 None None] Set router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:24:19.802957 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2f9cd4c9-d0fe-418f-9875-a5b002f5750b req-d8f1fa75-cb46-483f-ab52-16c76e16b55c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0c9996-1f19-45c2-bd8a-9da588e94e6f HTTP/1.1" status: 200 len: 210 time: 0.0323069 Feb 14 16:24:19.973423 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-0af3247d-6677-4728-af7d-a9a55b049a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '73fd0595-a93a-46e3-8b52-3458da157f6b', 'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'mac_address': 'fa:16:3e:b9:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:13Z', 'revision_number': 5, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'subnets': [{'id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:24:20.000811 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af3247d-6677-4728-af7d-a9a55b049a56 None None] The sync data for ids ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'] in dv-cinder-819668-3-iscsi is: [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '73fd0595-a93a-46e3-8b52-3458da157f6b', 'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'mac_address': 'fa:16:3e:b9:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:13Z', 'revision_number': 5, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'subnets': [{'id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:24:20.145741 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9ba47-936d-43ed-a98b-daecd8a2d99e req-d4a5d6e7-1e3e-42ab-9208-3bc157e9ebc7 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:20.147588 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c2a9ba47-936d-43ed-a98b-daecd8a2d99e req-d4a5d6e7-1e3e-42ab-9208-3bc157e9ebc7 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 944 time: 0.0737991 Feb 14 16:24:20.208056 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c2a9ba47-936d-43ed-a98b-daecd8a2d99e req-ee89c49b-9dcb-421d-96a3-3a7e1b0a2da7 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522544 Feb 14 16:24:20.306424 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa225fd8-3dd5-45d6-bb09-5c55aebf7bb7 None None] New status for floating IP f9171ee5-b164-42fc-8bac-188639af239e: DOWN {{(pid=102555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:24:20.375974 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device da3c674b-90f5-4bba-b6d6-ad660c670d5e details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:24:20.482688 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port da3c674b-90f5-4bba-b6d6-ad660c670d5e, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=da3c674b-90f5-4bba-b6d6-ad660c670d5e,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:24:20.493739 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': 'da3c674b-90f5-4bba-b6d6-ad660c670d5e', 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df', 'port_id': 'da3c674b-90f5-4bba-b6d6-ad660c670d5e', 'mac_address': 'fa:16:3e:35:b1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21aed8d-f6ea-4f13-95aa-67ab44b4ff13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:24:20.530595 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port da3c674b-90f5-4bba-b6d6-ad660c670d5e is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:24:20.530899 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (da3c674b-90f5-4bba-b6d6-ad660c670d5e), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:20.543702 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3c674b-90f5-4bba-b6d6-ad660c670d5e {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:24:20.562738 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port da3c674b-90f5-4bba-b6d6-ad660c670d5e, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=da3c674b-90f5-4bba-b6d6-ad660c670d5e,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:24:20.566605 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (da3c674b-90f5-4bba-b6d6-ad660c670d5e), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:20.620408 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=da3c674b-90f5-4bba-b6d6-ad660c670d5e,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:20.706892 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c03c80a6-f734-4869-8196-d0fd644ba63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:20.899448 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 54710) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:24:20.943129 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['da3c674b-90f5-4bba-b6d6-ad660c670d5e'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:24:20.954203 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-750e6b07-afe1-42e4-9323-c042ef2ef5ef tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group (f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:20.978921 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-750e6b07-afe1-42e4-9323-c042ef2ef5ef tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group (f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:21.034260 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-750e6b07-afe1-42e4-9323-c042ef2ef5ef tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:21.037318 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-750e6b07-afe1-42e4-9323-c042ef2ef5ef tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:21.038884 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-750e6b07-afe1-42e4-9323-c042ef2ef5ef tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "DELETE /v2.0/security-groups/f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c HTTP/1.1" status: 204 len: 168 time: 0.1384056 Feb 14 16:24:21.041715 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 54712) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:24:21.048521 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e6b07-afe1-42e4-9323-c042ef2ef5ef tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:21.060637 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.api.v2.resource [None req-368b7be0-b9b3-4fe0-92b7-aba13b21a250 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] show failed (client error): The resource could not be found. Feb 14 16:24:21.061693 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-368b7be0-b9b3-4fe0-92b7-aba13b21a250 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups/f9c328a6-7ce7-4b6c-a1cc-e584d8f3662c HTTP/1.1" status: 404 len: 347 time: 0.0184374 Feb 14 16:24:21.064676 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 54714) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:24:21.205908 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d3c8c-d1ca-4d54-b291-660ae6810da7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Deleting port e4688040-a878-421c-b8d8-ca8565111c2c {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:24:21.206372 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2d6d3c8c-d1ca-4d54-b291-660ae6810da7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (e4688040-a878-421c-b8d8-ca8565111c2c), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:21.284629 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2d6d3c8c-d1ca-4d54-b291-660ae6810da7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (e4688040-a878-421c-b8d8-ca8565111c2c), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:21.284963 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2d6d3c8c-d1ca-4d54-b291-660ae6810da7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for floatingip (e4688040-a878-421c-b8d8-ca8565111c2c), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:21.311116 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d3c8c-d1ca-4d54-b291-660ae6810da7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Calling delete_port for e4688040-a878-421c-b8d8-ca8565111c2c owned by network:floatingip {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:24:21.403149 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3158502-6eec-4b23-bb24-db3c40f0120c req-75071405-eab8-4057-8d36-230ebd83cc0a tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:21.404770 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d3158502-6eec-4b23-bb24-db3c40f0120c req-75071405-eab8-4057-8d36-230ebd83cc0a tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 945 time: 0.1093500 Feb 14 16:24:21.490967 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d3158502-6eec-4b23-bb24-db3c40f0120c req-8acc1d22-0168-45ad-841c-9d073d2e682b tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702960 Feb 14 16:24:21.540904 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2d6d3c8c-d1ca-4d54-b291-660ae6810da7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (e4688040-a878-421c-b8d8-ca8565111c2c), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:21.588420 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfb168-3686-4c41-9800-d8c60d1a8915 req-6ff15981-629d-4476-8570-d45d3779f06e tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:21.589933 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-37cfb168-3686-4c41-9800-d8c60d1a8915 req-6ff15981-629d-4476-8570-d45d3779f06e tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 946 time: 0.0581050 Feb 14 16:24:21.599341 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d3c8c-d1ca-4d54-b291-660ae6810da7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event deleted for resources: {'Port': ['ID=e4688040-a878-421c-b8d8-ca8565111c2c,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:21.640320 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2d6d3c8c-d1ca-4d54-b291-660ae6810da7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for floatingip (f9171ee5-b164-42fc-8bac-188639af239e), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:21.642805 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2d6d3c8c-d1ca-4d54-b291-660ae6810da7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:21.647308 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-2d6d3c8c-d1ca-4d54-b291-660ae6810da7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "DELETE /v2.0/floatingips/f9171ee5-b164-42fc-8bac-188639af239e HTTP/1.1" status: 204 len: 168 time: 0.5781174 Feb 14 16:24:21.650619 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-37cfb168-3686-4c41-9800-d8c60d1a8915 req-377ba568-6028-4f0e-b8b9-a09d82b8f985 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546074 Feb 14 16:24:21.972035 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 54726) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:24:21.976883 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-97552705-14fc-4d33-87f9-52b472400022 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1189197960', 'description': 'tempest-description--318886423'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:24:21.996841 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-97552705-14fc-4d33-87f9-52b472400022 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.026276 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.068976 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-97552705-14fc-4d33-87f9-52b472400022 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group (f84d459d-c69e-4186-b5c3-16a2de3a47bf), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.074172 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-97552705-14fc-4d33-87f9-52b472400022 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (f84d459d-c69e-4186-b5c3-16a2de3a47bf), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.110949 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-97552705-14fc-4d33-87f9-52b472400022 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.112419 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-97552705-14fc-4d33-87f9-52b472400022 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1393211 Feb 14 16:24:22.113423 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97552705-14fc-4d33-87f9-52b472400022 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84d459d-c69e-4186-b5c3-16a2de3a47bf,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:22.115571 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 54728) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:24:22.121513 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-d2b00349-e240-49b2-b0af-439461ab4588 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Request body: {'security_group_rule': {'security_group_id': 'f84d459d-c69e-4186-b5c3-16a2de3a47bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:24:22.147523 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d2b00349-e240-49b2-b0af-439461ab4588 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group_rule (f1374fd3-4a83-4846-a7c5-5d08361e6440), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.204850 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d2b00349-e240-49b2-b0af-439461ab4588 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group_rule (f1374fd3-4a83-4846-a7c5-5d08361e6440), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.209087 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d2b00349-e240-49b2-b0af-439461ab4588 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (f1374fd3-4a83-4846-a7c5-5d08361e6440), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.227358 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b00349-e240-49b2-b0af-439461ab4588 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1374fd3-4a83-4846-a7c5-5d08361e6440,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:22.236804 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d2b00349-e240-49b2-b0af-439461ab4588 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.240551 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-d2b00349-e240-49b2-b0af-439461ab4588 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213453 Feb 14 16:24:22.240824 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 54730) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:24:22.245842 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-9e488491-55f7-48d9-a52d-e2d5729aab62 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Request body: {'security_group_rule': {'security_group_id': 'f84d459d-c69e-4186-b5c3-16a2de3a47bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:24:22.271835 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9e488491-55f7-48d9-a52d-e2d5729aab62 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group_rule (620dd56e-069e-438e-ada5-d4c2156c6f3f), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.326196 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9e488491-55f7-48d9-a52d-e2d5729aab62 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group_rule (620dd56e-069e-438e-ada5-d4c2156c6f3f), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.330716 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9e488491-55f7-48d9-a52d-e2d5729aab62 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (620dd56e-069e-438e-ada5-d4c2156c6f3f), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.350632 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e488491-55f7-48d9-a52d-e2d5729aab62 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620dd56e-069e-438e-ada5-d4c2156c6f3f,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:22.356779 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-9e488491-55f7-48d9-a52d-e2d5729aab62 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.361276 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 54732) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:24:22.361794 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-9e488491-55f7-48d9-a52d-e2d5729aab62 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195505 Feb 14 16:24:22.365932 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Request body: {'floatingip': {'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:24:22.371165 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device da3c674b-90f5-4bba-b6d6-ad660c670d5e up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:24:22.386225 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.426206 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port da3c674b-90f5-4bba-b6d6-ad660c670d5e completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:24:22.430746 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port da3c674b-90f5-4bba-b6d6-ad660c670d5e triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:24:22.431263 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (da3c674b-90f5-4bba-b6d6-ad660c670d5e), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.487022 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.523629 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port da3c674b-90f5-4bba-b6d6-ad660c670d5e is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:24:22.524304 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (da3c674b-90f5-4bba-b6d6-ad660c670d5e), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.573492 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60640ddd-3423-4da2-8b01-410b1a87c107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3c674b-90f5-4bba-b6d6-ad660c670d5e'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:24:22.576418 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5b14cd-528b-43fd-9622-320fb06dc040" -d '{"events": [{"server_uuid": "60640ddd-3423-4da2-8b01-410b1a87c107", "name": "network-vif-plugged", "status": "completed", "tag": "da3c674b-90f5-4bba-b6d6-ad660c670d5e"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:24:22.580020 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port da3c674b-90f5-4bba-b6d6-ad660c670d5e, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=da3c674b-90f5-4bba-b6d6-ad660c670d5e,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:24:22.586179 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (da3c674b-90f5-4bba-b6d6-ad660c670d5e), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.587013 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 16eef14d-643a-4553-a414-fc83179dbef1 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:24:22.627834 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: 16eef14d-643a-4553-a414-fc83179dbef1 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:24:22.628183 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 16eef14d-643a-4553-a414-fc83179dbef1 not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:24:22.641075 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Allocated IP 172.27.2.228 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/9c3d24e9-cc2b-44a3-bcdd-d81abf4f831c) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:24:22.643363 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9217915-c09b-41fc-a42c-da85143bf124 x-openstack-request-id: req-a9217915-c09b-41fc-a42c-da85143bf124 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:24:22.643856 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60640ddd-3423-4da2-8b01-410b1a87c107", "name": "network-vif-plugged", "status": "completed", "tag": "da3c674b-90f5-4bba-b6d6-ad660c670d5e", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:24:22.644283 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9217915-c09b-41fc-a42c-da85143bf124 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:24:22.644848 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60640ddd-3423-4da2-8b01-410b1a87c107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3c674b-90f5-4bba-b6d6-ad660c670d5e', 'code': 200} Feb 14 16:24:22.661708 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=da3c674b-90f5-4bba-b6d6-ad660c670d5e,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:22.673087 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cf1d8-ba4c-4117-bd85-2bd802e5e0e7 req-7324d4e4-6047-4a33-b402-a03d4b02bdb8 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:22.681600 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d63cf1d8-ba4c-4117-bd85-2bd802e5e0e7 req-7324d4e4-6047-4a33-b402-a03d4b02bdb8 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 945 time: 0.1096516 Feb 14 16:24:22.733241 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d63cf1d8-ba4c-4117-bd85-2bd802e5e0e7 req-b8ac96bd-2939-4138-8d74-a226db1894a7 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507121 Feb 14 16:24:22.802850 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for port (9c3d24e9-cc2b-44a3-bcdd-d81abf4f831c), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.817277 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c2f2b-b4ad-4606-9d0b-83f18a9d6fba req-b35db0dc-fdc0-4ae8-9353-6b3490e328a5 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:22.818758 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e63c2f2b-b4ad-4606-9d0b-83f18a9d6fba req-b35db0dc-fdc0-4ae8-9353-6b3490e328a5 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 946 time: 0.0907996 Feb 14 16:24:22.909895 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (9c3d24e9-cc2b-44a3-bcdd-d81abf4f831c), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:22.917027 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e63c2f2b-b4ad-4606-9d0b-83f18a9d6fba req-1a9394ea-3f28-4eaf-aa29-e226f0ad38a3 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868158 Feb 14 16:24:22.946452 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14ca8a-bdb3-4106-a373-782fd046b818 req-8574db16-29f8-497f-ae5f-87f6b5eef9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:22.947953 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6e14ca8a-bdb3-4106-a373-782fd046b818 req-8574db16-29f8-497f-ae5f-87f6b5eef9b7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 1130 time: 0.1266091 Feb 14 16:24:22.969110 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:24:22.984610 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event updated for resources: {'Port': ['ID=9c3d24e9-cc2b-44a3-bcdd-d81abf4f831c,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:22.987268 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:24:22.992389 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:24:23.051833 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6e14ca8a-bdb3-4106-a373-782fd046b818 req-2c08c9ad-d81c-434a-89f1-647396fdb440 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912364 Feb 14 16:24:23.103583 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for floatingip (ad43e7f9-2c45-4241-9d41-ba0dddaf7c1b), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:23.138432 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (9c3d24e9-cc2b-44a3-bcdd-d81abf4f831c), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:23.281450 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for port (9c3d24e9-cc2b-44a3-bcdd-d81abf4f831c), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:23.285767 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (9c3d24e9-cc2b-44a3-bcdd-d81abf4f831c), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:23.352741 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event updated for resources: {'Port': ['ID=9c3d24e9-cc2b-44a3-bcdd-d81abf4f831c,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:23.362666 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (ad43e7f9-2c45-4241-9d41-ba0dddaf7c1b), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:23.378318 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:23.379585 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-9860b653-ec3b-4598-8fc1-256d133450be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0172107 Feb 14 16:24:23.542202 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:23.566587 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-993fb3c6-3061-447f-8a1f-5f73d06977e7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1189197960&fields=id&tenant_id=ac0c72c994864a80a9975f44cae07762 HTTP/1.1" status: 200 len: 267 time: 0.0409026 Feb 14 16:24:23.669206 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-3701dc0a-96a2-45fb-9bf6-eb01ff21f468 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:23.670705 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-3701dc0a-96a2-45fb-9bf6-eb01ff21f468 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/networks?id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 HTTP/1.1" status: 200 len: 816 time: 0.0977330 Feb 14 16:24:23.684781 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-73b03bda-8c7b-4ebb-9e0a-cfe6716d32af tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/quotas/ac0c72c994864a80a9975f44cae07762 HTTP/1.1" status: 200 len: 375 time: 0.0086770 Feb 14 16:24:23.745350 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-ffad47c0-f4b4-4929-9bb5-9b1396ecc2ac tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac0c72c994864a80a9975f44cae07762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557523 Feb 14 16:24:23.797666 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e280e4-cbfa-425a-9f8e-e8e978b2dbcf req-47302a4f-5946-4c78-ad8f-f8f7aa65ff81 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:23.799174 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b7e280e4-cbfa-425a-9f8e-e8e978b2dbcf req-47302a4f-5946-4c78-ad8f-f8f7aa65ff81 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 946 time: 0.0547979 Feb 14 16:24:23.841451 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-2ce4111e-314b-4fb6-8dad-4540ced0ea34 service neutron] 10.222.0.55 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841784 Feb 14 16:24:23.909547 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec8c5d-bc1d-41ef-b5d5-fa4c1073e512 req-d8c6403d-8264-4c97-b2a3-33d77366f0ad tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:23.910997 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e1ec8c5d-bc1d-41ef-b5d5-fa4c1073e512 req-d8c6403d-8264-4c97-b2a3-33d77366f0ad tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 946 time: 0.1073895 Feb 14 16:24:23.934382 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-44960a83-be7c-4326-92a0-e3dc1a311bed service neutron] 10.222.0.55 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870919 Feb 14 16:24:23.964678 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-b7e280e4-cbfa-425a-9f8e-e8e978b2dbcf req-3fe9e63e-0ad1-4565-b429-7077eb7dcddd tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Deleting port 483181b7-6c92-41c1-b860-87b66ddc0c91 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:24:23.965015 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-b7e280e4-cbfa-425a-9f8e-e8e978b2dbcf req-3fe9e63e-0ad1-4565-b429-7077eb7dcddd tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (483181b7-6c92-41c1-b860-87b66ddc0c91), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:23.983355 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e1ec8c5d-bc1d-41ef-b5d5-fa4c1073e512 req-da0ccfc3-531d-4061-aad7-70448c2757b6 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662735 Feb 14 16:24:24.093956 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-052e42f9-22c1-41a8-8364-81b652da611c req-b9f623d2-0031-49f4-bec8-c8312d05ec5d tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 210 time: 0.0297744 Feb 14 16:24:24.098560 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-b7e280e4-cbfa-425a-9f8e-e8e978b2dbcf req-3fe9e63e-0ad1-4565-b429-7077eb7dcddd tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] For port 483181b7-6c92-41c1-b860-87b66ddc0c91, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=483181b7-6c92-41c1-b860-87b66ddc0c91,segment=NetworkSegment(f7267f49-940a-452e-8269-5ef7a4a00735),segment_id=f7267f49-940a-452e-8269-5ef7a4a00735)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:24:24.098925 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-b7e280e4-cbfa-425a-9f8e-e8e978b2dbcf req-3fe9e63e-0ad1-4565-b429-7077eb7dcddd tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (483181b7-6c92-41c1-b860-87b66ddc0c91), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:24.114814 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-b7e280e4-cbfa-425a-9f8e-e8e978b2dbcf req-3fe9e63e-0ad1-4565-b429-7077eb7dcddd tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Calling delete_port for 483181b7-6c92-41c1-b860-87b66ddc0c91 owned by compute:nova {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:24:24.137266 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8c57b-97d5-41be-b97a-27f16ec7d379 req-80e1021f-8dfc-4c82-9ca5-4f0ded7e7e69 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:24.138782 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-fef8c57b-97d5-41be-b97a-27f16ec7d379 req-80e1021f-8dfc-4c82-9ca5-4f0ded7e7e69 tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a847616-dae7-4850-98b6-9cce303566dc HTTP/1.1" status: 200 len: 946 time: 0.0952914 Feb 14 16:24:24.230291 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-fef8c57b-97d5-41be-b97a-27f16ec7d379 req-b6c39379-3434-4d5e-9909-e80984b278ce tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3ff8e81-b98b-44a6-9a66-a6767bf4c942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621245 Feb 14 16:24:24.300677 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-b7e280e4-cbfa-425a-9f8e-e8e978b2dbcf req-3fe9e63e-0ad1-4565-b429-7077eb7dcddd tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (483181b7-6c92-41c1-b860-87b66ddc0c91), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:24.325352 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['483181b7-6c92-41c1-b860-87b66ddc0c91'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:24:24.331033 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9e63e-0ad1-4565-b429-7077eb7dcddd tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Pushing event deleted for resources: {'Port': ['ID=483181b7-6c92-41c1-b860-87b66ddc0c91,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:24.372891 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e280e4-cbfa-425a-9f8e-e8e978b2dbcf req-3fe9e63e-0ad1-4565-b429-7077eb7dcddd tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] No DVR routers for this DVR port 483181b7-6c92-41c1-b860-87b66ddc0c91 on host hv-cinder-81966 {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:24:24.375256 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-b7e280e4-cbfa-425a-9f8e-e8e978b2dbcf req-3fe9e63e-0ad1-4565-b429-7077eb7dcddd tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:24.378956 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b7e280e4-cbfa-425a-9f8e-e8e978b2dbcf req-3fe9e63e-0ad1-4565-b429-7077eb7dcddd tempest-VolumesSnapshotTestJSON-1317458899 tempest-VolumesSnapshotTestJSON-1317458899-project] 10.222.0.42 "DELETE /v2.0/ports/483181b7-6c92-41c1-b860-87b66ddc0c91 HTTP/1.1" status: 204 len: 173 time: 0.5672667 Feb 14 16:24:24.379394 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a847616-dae7-4850-98b6-9cce303566dc', 'name': 'network-vif-deleted', 'tag': '483181b7-6c92-41c1-b860-87b66ddc0c91'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:24:24.381807 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdffc8f-2b6c-4b00-aee4-4d189cfbd32c" -d '{"events": [{"server_uuid": "4a847616-dae7-4850-98b6-9cce303566dc", "name": "network-vif-deleted", "tag": "483181b7-6c92-41c1-b860-87b66ddc0c91"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:24:24.429825 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb294bd6-54ed-4b61-840b-649badabb99f x-openstack-request-id: req-bb294bd6-54ed-4b61-840b-649badabb99f {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:24:24.430128 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a847616-dae7-4850-98b6-9cce303566dc", "name": "network-vif-deleted", "tag": "483181b7-6c92-41c1-b860-87b66ddc0c91", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:24:24.430385 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb294bd6-54ed-4b61-840b-649badabb99f {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:24:24.430789 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a847616-dae7-4850-98b6-9cce303566dc', 'name': 'network-vif-deleted', 'tag': '483181b7-6c92-41c1-b860-87b66ddc0c91', 'status': 'completed', 'code': 200} Feb 14 16:24:24.753735 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:25.106747 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4108e4e-1b19-4936-ae90-15f901d73ffa req-1581b4a7-19d7-473a-81f1-6bae54ce9c01 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:25.108326 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f4108e4e-1b19-4936-ae90-15f901d73ffa req-1581b4a7-19d7-473a-81f1-6bae54ce9c01 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 946 time: 0.0569494 Feb 14 16:24:25.158613 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f4108e4e-1b19-4936-ae90-15f901d73ffa req-42f0d83e-cf4e-457b-b633-b5e136d74197 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444458 Feb 14 16:24:25.209509 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-fc20982f-3303-4424-a713-a2152acc0a06 req-c901fa7f-bfd6-49c5-8f04-b87e82eaf939 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 210 time: 0.0300393 Feb 14 16:24:25.397987 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-6f4727c0-6b5e-49f7-95fa-ba4498b7d525 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:25.399932 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-6f4727c0-6b5e-49f7-95fa-ba4498b7d525 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.42 "GET /v2.0/networks?id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 HTTP/1.1" status: 200 len: 816 time: 0.1483264 Feb 14 16:24:25.729906 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-4bfb108f-09b1-4323-a415-2c00c8b78f1e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac0c72c994864a80a9975f44cae07762 HTTP/1.1" status: 200 len: 380 time: 0.3055565 Feb 14 16:24:25.743855 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-5a9a781a-23dd-4f74-b177-494e00c041ea tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Request body: {'port': {'device_id': '959b12df-c91f-4afa-a415-3110e94e8177', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'admin_state_up': True, 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'security_groups': ['f84d459d-c69e-4186-b5c3-16a2de3a47bf']}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:24:25.845512 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-5a9a781a-23dd-4f74-b177-494e00c041ea tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Made reservation on behalf of ac0c72c994864a80a9975f44cae07762 for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:24:25.849135 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-5a9a781a-23dd-4f74-b177-494e00c041ea tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:25.977181 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-5a9a781a-23dd-4f74-b177-494e00c041ea tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Allocated IP 172.20.0.14 (a3b87438-6ac3-4886-b5f7-9e61fa1dafa5/75b022af-3860-42a7-933a-01d0f454c9a6/dd6b9e9f-1077-491c-99df-d03792970b66) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:24:26.110896 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-5a9a781a-23dd-4f74-b177-494e00c041ea tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for port (dd6b9e9f-1077-491c-99df-d03792970b66), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:26.143069 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-5a9a781a-23dd-4f74-b177-494e00c041ea tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:26.183689 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-5a9a781a-23dd-4f74-b177-494e00c041ea tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:24:26.188457 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-5a9a781a-23dd-4f74-b177-494e00c041ea tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:24:26.191975 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-5a9a781a-23dd-4f74-b177-494e00c041ea tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:24:26.216717 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a781a-23dd-4f74-b177-494e00c041ea tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event updated for resources: {'Port': ['ID=dd6b9e9f-1077-491c-99df-d03792970b66,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:26.242819 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-5a9a781a-23dd-4f74-b177-494e00c041ea tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:26.243600 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-5a9a781a-23dd-4f74-b177-494e00c041ea tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:26.260597 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-5a9a781a-23dd-4f74-b177-494e00c041ea tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5209081 Feb 14 16:24:26.271653 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Request body: {'port': {'device_id': '959b12df-c91f-4afa-a415-3110e94e8177', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:24:26.336505 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:26.346925 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b156a9-799b-43dd-a273-607eb524269a req-e3f0b5c2-8538-470e-94f3-694db68a8c24 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:26.349492 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c2b156a9-799b-43dd-a273-607eb524269a req-e3f0b5c2-8538-470e-94f3-694db68a8c24 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 932 time: 0.0575125 Feb 14 16:24:26.401290 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c2b156a9-799b-43dd-a273-607eb524269a req-eab8a5ac-f646-4247-9aef-03e396d7977f tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453722 Feb 14 16:24:26.471694 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-1212e982-2c7f-4b0d-861b-1b4728f0dc2f None None] Provisioning complete for port dd6b9e9f-1077-491c-99df-d03792970b66 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:24:26.472231 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1212e982-2c7f-4b0d-861b-1b4728f0dc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:26.505623 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-1212e982-2c7f-4b0d-861b-1b4728f0dc2f None None] Port dd6b9e9f-1077-491c-99df-d03792970b66 cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:24:26.595835 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6b9e9f-1077-491c-99df-d03792970b66 {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:24:26.604286 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Publish callbacks [] for port (dd6b9e9f-1077-491c-99df-d03792970b66), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:26.616084 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Transition to ACTIVE for port object dd6b9e9f-1077-491c-99df-d03792970b66 will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:24:26.620798 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:26.695850 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6b9e9f-1077-491c-99df-d03792970b66,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:26.756902 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Attempting to bind port dd6b9e9f-1077-491c-99df-d03792970b66 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:24:26.757229 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Attempting to bind port dd6b9e9f-1077-491c-99df-d03792970b66 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:24:26.758286 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Attempting to bind port dd6b9e9f-1077-491c-99df-d03792970b66 on network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:24:26.763246 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Port dd6b9e9f-1077-491c-99df-d03792970b66 on network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:24:26.763629 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Attempting to bind port dd6b9e9f-1077-491c-99df-d03792970b66 on network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:24:26.769159 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:24:26.769529 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Checking segment: {'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:24:26.769926 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Bound using segment: {'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:24:26.770354 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Bound port: dd6b9e9f-1077-491c-99df-d03792970b66, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307de996-9b9b-4d3b-be54-ebd955705e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:24:26.770715 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:26.845158 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] For port dd6b9e9f-1077-491c-99df-d03792970b66, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:24:26.850595 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] For port dd6b9e9f-1077-491c-99df-d03792970b66, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dd6b9e9f-1077-491c-99df-d03792970b66,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:24:26.863168 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:26.933119 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:26.934303 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:26.936443 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] 10.222.0.42 "PUT /v2.0/ports/dd6b9e9f-1077-491c-99df-d03792970b66 HTTP/1.1" status: 200 len: 1094 time: 0.6688235 Feb 14 16:24:26.937140 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959b12df-c91f-4afa-a415-3110e94e8177', 'tag': 'dd6b9e9f-1077-491c-99df-d03792970b66'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:24:26.951061 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faab4ea-785f-4f8c-b3dd-490e987eec9e" -d '{"events": [{"name": "network-changed", "server_uuid": "959b12df-c91f-4afa-a415-3110e94e8177", "tag": "dd6b9e9f-1077-491c-99df-d03792970b66"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:24:27.019883 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902749c1-2c59-4b88-9a18-0569e06f22a6 x-openstack-request-id: req-902749c1-2c59-4b88-9a18-0569e06f22a6 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:24:27.020387 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959b12df-c91f-4afa-a415-3110e94e8177", "tag": "dd6b9e9f-1077-491c-99df-d03792970b66", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:24:27.020845 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-902749c1-2c59-4b88-9a18-0569e06f22a6 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:24:27.021492 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959b12df-c91f-4afa-a415-3110e94e8177', 'tag': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'status': 'completed', 'code': 200} Feb 14 16:24:27.077157 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1db454-6aaf-4807-af6b-698564532db9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6b9e9f-1077-491c-99df-d03792970b66,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:27.102232 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-362746d8-d712-4b6d-adcb-0938270667b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:27.104765 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-362746d8-d712-4b6d-adcb-0938270667b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac0c72c994864a80a9975f44cae07762&device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 1128 time: 0.1139991 Feb 14 16:24:27.150742 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-9b0e0a5f-969e-4bd4-ad2b-660d81a89feb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd6b9e9f-1077-491c-99df-d03792970b66 HTTP/1.1" status: 200 len: 217 time: 0.0376832 Feb 14 16:24:27.206731 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-455ca483-f161-4ca1-ba97-afc2bf50fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:27.208178 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-455ca483-f161-4ca1-ba97-afc2bf50fc0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b022af-3860-42a7-933a-01d0f454c9a6 HTTP/1.1" status: 200 len: 855 time: 0.0439150 Feb 14 16:24:27.261177 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-32e2a914-9cd5-45c1-b524-1dd3f5d98754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:27.262715 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-32e2a914-9cd5-45c1-b524-1dd3f5d98754 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473943 Feb 14 16:24:27.524038 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c400a5-2800-4093-8ee9-cb91dc306ae4 req-50f6b241-7264-4e61-b18f-3043e80a25d3 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:27.525527 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a5c400a5-2800-4093-8ee9-cb91dc306ae4 req-50f6b241-7264-4e61-b18f-3043e80a25d3 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.0512762 Feb 14 16:24:27.572098 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a5c400a5-2800-4093-8ee9-cb91dc306ae4 req-f400226a-f4af-4567-b66a-ac29e3bba20b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409863 Feb 14 16:24:28.154869 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-8b0067f8-fa18-4cff-9d43-84a045258170 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885899 Feb 14 16:24:28.691622 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75655b-d40b-4191-ab31-39a4f5ad6d01 req-4f3c13be-a0ce-4c07-a519-b7ee78a54dbe tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:28.693122 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1d75655b-d40b-4191-ab31-39a4f5ad6d01 req-4f3c13be-a0ce-4c07-a519-b7ee78a54dbe tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.0510364 Feb 14 16:24:28.738119 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1d75655b-d40b-4191-ab31-39a4f5ad6d01 req-f4942ff4-55d9-475e-b27f-2e10c0d91f11 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388739 Feb 14 16:24:28.851235 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 483181b7-6c92-41c1-b860-87b66ddc0c91 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:24:28.872701 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: 483181b7-6c92-41c1-b860-87b66ddc0c91 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:24:28.873264 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 483181b7-6c92-41c1-b860-87b66ddc0c91 not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:24:28.936960 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-88f67423-e810-4f43-984c-1d0e252f3cc5 req-74fb78b3-d14c-4ade-952a-d8135982a315 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861146 Feb 14 16:24:29.891323 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636dcc6-9278-4d84-8ecb-473463145136 req-6225b23a-511d-42b2-8532-74096afcd66b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:29.892792 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2636dcc6-9278-4d84-8ecb-473463145136 req-6225b23a-511d-42b2-8532-74096afcd66b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.0818613 Feb 14 16:24:29.918622 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faab4ea-785f-4f8c-b3dd-490e987eec9e req-bdfc4622-a425-4402-b87d-3d69f75310b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:29.920067 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9faab4ea-785f-4f8c-b3dd-490e987eec9e req-bdfc4622-a425-4402-b87d-3d69f75310b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac0c72c994864a80a9975f44cae07762&device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 1128 time: 0.0724361 Feb 14 16:24:29.970049 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2636dcc6-9278-4d84-8ecb-473463145136 req-a739b201-ae0b-4d95-af32-dad1f1133761 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704052 Feb 14 16:24:30.026846 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faab4ea-785f-4f8c-b3dd-490e987eec9e req-8cbc661c-aeec-4438-916a-389c1fcfbba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:30.028170 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9faab4ea-785f-4f8c-b3dd-490e987eec9e req-8cbc661c-aeec-4438-916a-389c1fcfbba7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 HTTP/1.1" status: 200 len: 917 time: 0.0976753 Feb 14 16:24:30.089986 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9faab4ea-785f-4f8c-b3dd-490e987eec9e req-4dd582e1-51f8-4820-9b8e-0cfab60c2d22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd6b9e9f-1077-491c-99df-d03792970b66 HTTP/1.1" status: 200 len: 217 time: 0.0446010 Feb 14 16:24:30.143924 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faab4ea-785f-4f8c-b3dd-490e987eec9e req-330be607-5c9a-464e-a9ea-7922cb330d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:30.145390 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9faab4ea-785f-4f8c-b3dd-490e987eec9e req-330be607-5c9a-464e-a9ea-7922cb330d0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b022af-3860-42a7-933a-01d0f454c9a6 HTTP/1.1" status: 200 len: 855 time: 0.0457380 Feb 14 16:24:30.195099 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faab4ea-785f-4f8c-b3dd-490e987eec9e req-da3a394a-b807-4ff7-8b88-20c38d75b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:30.196574 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9faab4ea-785f-4f8c-b3dd-490e987eec9e req-da3a394a-b807-4ff7-8b88-20c38d75b150 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435600 Feb 14 16:24:30.293806 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9faab4ea-785f-4f8c-b3dd-490e987eec9e req-f26552b8-572b-45bd-b541-8e2681b1b5d3 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870552 Feb 14 16:24:30.391881 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9faab4ea-785f-4f8c-b3dd-490e987eec9e req-35ce9b54-4ff5-487c-8a07-02cddd70d324 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893364 Feb 14 16:24:31.096760 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86607e-6087-4337-a4d9-90e0d4a6c16a req-741e7b35-5e73-4f42-a91d-43b38e8d9322 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:31.098529 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-be86607e-6087-4337-a4d9-90e0d4a6c16a req-741e7b35-5e73-4f42-a91d-43b38e8d9322 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.0521772 Feb 14 16:24:31.143672 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-be86607e-6087-4337-a4d9-90e0d4a6c16a req-1164d3f4-2ded-4ab8-80b6-fee8d4076139 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389526 Feb 14 16:24:32.268032 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed7365-48e1-4b3e-a5aa-da77312b7507 req-880a03a9-24a4-4a0f-bb8b-0b18f9ad723e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:32.269451 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ebed7365-48e1-4b3e-a5aa-da77312b7507 req-880a03a9-24a4-4a0f-bb8b-0b18f9ad723e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.0558965 Feb 14 16:24:32.313941 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ebed7365-48e1-4b3e-a5aa-da77312b7507 req-7519c4c7-680a-407d-8b13-90801257a052 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384140 Feb 14 16:24:32.404100 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device dd6b9e9f-1077-491c-99df-d03792970b66 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:24:32.498532 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port dd6b9e9f-1077-491c-99df-d03792970b66, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dd6b9e9f-1077-491c-99df-d03792970b66,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:24:32.509167 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'port_id': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'mac_address': 'fa:16:3e:20:41:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:24:32.543923 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port dd6b9e9f-1077-491c-99df-d03792970b66 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:24:32.544304 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:32.559818 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6b9e9f-1077-491c-99df-d03792970b66 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:24:32.578154 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port dd6b9e9f-1077-491c-99df-d03792970b66, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dd6b9e9f-1077-491c-99df-d03792970b66,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:24:32.582071 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:32.631090 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=dd6b9e9f-1077-491c-99df-d03792970b66,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:32.918607 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['dd6b9e9f-1077-491c-99df-d03792970b66'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:24:33.436735 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cc8b2-251c-4702-9e6b-00818dd03219 req-fe70eb82-58d6-42a5-a43d-3a70806fd937 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:33.438160 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-217cc8b2-251c-4702-9e6b-00818dd03219 req-fe70eb82-58d6-42a5-a43d-3a70806fd937 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 945 time: 0.0543568 Feb 14 16:24:33.483864 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-217cc8b2-251c-4702-9e6b-00818dd03219 req-43266af4-9553-4b09-85dd-39389b976416 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401504 Feb 14 16:24:34.603183 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4511fb-eafd-46da-9ee2-e5f4fa952e45 req-b7f86ca9-a77f-4930-9ae1-c7c1cc321247 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:34.604599 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cf4511fb-eafd-46da-9ee2-e5f4fa952e45 req-b7f86ca9-a77f-4930-9ae1-c7c1cc321247 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 945 time: 0.0518701 Feb 14 16:24:34.649341 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-cf4511fb-eafd-46da-9ee2-e5f4fa952e45 req-923e3833-966a-4bf3-9eba-2e415789b114 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390337 Feb 14 16:24:35.174670 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device dd6b9e9f-1077-491c-99df-d03792970b66 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:24:35.223921 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port dd6b9e9f-1077-491c-99df-d03792970b66 completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:24:35.228288 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port dd6b9e9f-1077-491c-99df-d03792970b66 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:24:35.228666 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:35.303131 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port dd6b9e9f-1077-491c-99df-d03792970b66 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:24:35.303585 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:35.329894 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959b12df-c91f-4afa-a415-3110e94e8177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6b9e9f-1077-491c-99df-d03792970b66'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:24:35.332231 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eece45b-7f2d-480e-8bb1-ba3fc90eb271" -d '{"events": [{"server_uuid": "959b12df-c91f-4afa-a415-3110e94e8177", "name": "network-vif-plugged", "status": "completed", "tag": "dd6b9e9f-1077-491c-99df-d03792970b66"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:24:35.345437 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port dd6b9e9f-1077-491c-99df-d03792970b66, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dd6b9e9f-1077-491c-99df-d03792970b66,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:24:35.349704 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:35.374064 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba468bb-ba07-4c5f-8252-6f0c373e3f51 x-openstack-request-id: req-5ba468bb-ba07-4c5f-8252-6f0c373e3f51 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:24:35.374359 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959b12df-c91f-4afa-a415-3110e94e8177", "name": "network-vif-plugged", "status": "completed", "tag": "dd6b9e9f-1077-491c-99df-d03792970b66", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:24:35.374616 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ba468bb-ba07-4c5f-8252-6f0c373e3f51 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:24:35.375006 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959b12df-c91f-4afa-a415-3110e94e8177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'code': 200} Feb 14 16:24:35.400766 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=dd6b9e9f-1077-491c-99df-d03792970b66,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:35.407906 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:35.408317 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:35.408670 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:35.409011 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:35.409345 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:35.409705 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:35.410039 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:35.410368 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:35.410716 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:35.411026 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:35.411352 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:35.411675 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:35.411996 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:24:35.770492 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389daf9-e809-4ece-9538-e12f7a632ac5 req-8eb3f217-a37f-4c4e-b7bb-5399d34ce8f3 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:35.771918 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9389daf9-e809-4ece-9538-e12f7a632ac5 req-8eb3f217-a37f-4c4e-b7bb-5399d34ce8f3 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0540762 Feb 14 16:24:35.816151 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9389daf9-e809-4ece-9538-e12f7a632ac5 req-20ac88c8-2687-4e7b-996c-b2f5168f4255 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382202 Feb 14 16:24:36.587740 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:24:36.940467 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b00ba-83d7-4334-ab5c-f481ebb51adb req-85f32e17-1044-4e1b-9802-8d4ffc358e76 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:36.941985 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b33b00ba-83d7-4334-ab5c-f481ebb51adb req-85f32e17-1044-4e1b-9802-8d4ffc358e76 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0526369 Feb 14 16:24:36.990879 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b33b00ba-83d7-4334-ab5c-f481ebb51adb req-2af17221-46c8-4820-a061-f9c23b5d5a0e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403678 Feb 14 16:24:37.096471 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa36255-1794-427a-be89-114698969db1 req-ec0e51fb-3970-42e5-bda0-5da362985ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:37.098290 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3aa36255-1794-427a-be89-114698969db1 req-ec0e51fb-3970-42e5-bda0-5da362985ca4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 1130 time: 0.0426285 Feb 14 16:24:37.141632 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3aa36255-1794-427a-be89-114698969db1 req-2bb9dc05-9ebf-44b8-8bb7-e2c90a1e14c8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370097 Feb 14 16:24:38.112950 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14348b62-b7e0-45c5-8b9d-85302cf431dc req-9a2a5075-2c29-4e64-a119-0ff6cafb1b1e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:38.114421 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-14348b62-b7e0-45c5-8b9d-85302cf431dc req-9a2a5075-2c29-4e64-a119-0ff6cafb1b1e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0508592 Feb 14 16:24:38.168034 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-14348b62-b7e0-45c5-8b9d-85302cf431dc req-39709236-592d-4331-bd87-e47d3642ad81 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478609 Feb 14 16:24:39.291589 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11decb-83a7-484d-b198-0c86d21a4bc4 req-096f9086-a4e5-4294-a7e7-e76feb0bd2ee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:39.293175 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4d11decb-83a7-484d-b198-0c86d21a4bc4 req-096f9086-a4e5-4294-a7e7-e76feb0bd2ee tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0515423 Feb 14 16:24:39.339597 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4d11decb-83a7-484d-b198-0c86d21a4bc4 req-f0428ed4-ce04-4a6b-b21a-664d2e49d577 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409696 Feb 14 16:24:39.460120 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19120087-9c08-4f10-83e5-fa50ac361333 req-e1667636-e09a-42b5-8324-77e18288885d tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:39.462072 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-19120087-9c08-4f10-83e5-fa50ac361333 req-e1667636-e09a-42b5-8324-77e18288885d tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0573997 Feb 14 16:24:39.475273 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 54932) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:24:39.480635 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-64a97ee0-1821-49fe-a182-027726439485 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Request body: {'floatingip': {'port_id': 'dd6b9e9f-1077-491c-99df-d03792970b66'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:24:39.520909 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-64a97ee0-1821-49fe-a182-027726439485 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for floatingip (ad43e7f9-2c45-4241-9d41-ba0dddaf7c1b), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:39.972059 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-64a97ee0-1821-49fe-a182-027726439485 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:39.976597 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-64a97ee0-1821-49fe-a182-027726439485 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (ad43e7f9-2c45-4241-9d41-ba0dddaf7c1b), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:40.086176 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.l3_db [None req-64a97ee0-1821-49fe-a182-027726439485 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Floating IP ad43e7f9-2c45-4241-9d41-ba0dddaf7c1b associated. External IP: 172.27.2.228, port: dd6b9e9f-1077-491c-99df-d03792970b66. Feb 14 16:24:40.229178 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-4442c10c-6c0f-40d0-be3a-79d8a07c9d9a tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:40.230696 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-4442c10c-6c0f-40d0-be3a-79d8a07c9d9a tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/networks?id=6091d008-f3ac-4b0b-a84e-7f07f7da10df HTTP/1.1" status: 200 len: 813 time: 0.0972612 Feb 14 16:24:40.245603 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-2b29578c-4ec8-4de2-8688-d658b9b378c4 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/quotas/48eba856df5748f5a8272770dcaff3ec HTTP/1.1" status: 200 len: 375 time: 0.0093734 Feb 14 16:24:40.293999 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a97ee0-1821-49fe-a182-027726439485 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:24:40.301585 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a2f44e67-b63f-4f3a-8374-1b2cf16c6814 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=48eba856df5748f5a8272770dcaff3ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506463 Feb 14 16:24:40.395587 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-c9fc6a75-5c63-444d-9971-58e13cb15166 service neutron] 10.222.0.55 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865002 Feb 14 16:24:40.400221 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a97ee0-1821-49fe-a182-027726439485 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:24:40.405249 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-64a97ee0-1821-49fe-a182-027726439485 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:40.411217 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513edbc8-3748-426f-bf38-6be3dad25d4f None None] Sync routers for ids ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:24:40.435132 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513edbc8-3748-426f-bf38-6be3dad25d4f None None] Routers {'0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:24:40.435420 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-64a97ee0-1821-49fe-a182-027726439485 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "PUT /v2.0/floatingips/ad43e7f9-2c45-4241-9d41-ba0dddaf7c1b HTTP/1.1" status: 200 len: 992 time: 0.9590399 Feb 14 16:24:40.436053 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959b12df-c91f-4afa-a415-3110e94e8177', 'tag': 'dd6b9e9f-1077-491c-99df-d03792970b66'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:24:40.438530 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b46661-bf6f-4f02-92da-d83224f5b43b" -d '{"events": [{"name": "network-changed", "server_uuid": "959b12df-c91f-4afa-a415-3110e94e8177", "tag": "dd6b9e9f-1077-491c-99df-d03792970b66"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:24:40.440979 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-513edbc8-3748-426f-bf38-6be3dad25d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:24:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:24:40.509954 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-6f0155a2-c073-4a9e-89b6-04c61019820c service neutron] 10.222.0.55 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083336 Feb 14 16:24:40.525214 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5144f8b-5f78-4db9-b8fa-7abb7f45125c x-openstack-request-id: req-a5144f8b-5f78-4db9-b8fa-7abb7f45125c {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:24:40.525378 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959b12df-c91f-4afa-a415-3110e94e8177", "tag": "dd6b9e9f-1077-491c-99df-d03792970b66", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:24:40.525612 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5144f8b-5f78-4db9-b8fa-7abb7f45125c {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:24:40.526019 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959b12df-c91f-4afa-a415-3110e94e8177', 'tag': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'status': 'completed', 'code': 200} Feb 14 16:24:40.566996 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-513edbc8-3748-426f-bf38-6be3dad25d4f None None] Set router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:24:40.610114 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b46661-bf6f-4f02-92da-d83224f5b43b req-a89c5ee3-4314-4f4d-9973-b8b84dafd5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:40.612656 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-93b46661-bf6f-4f02-92da-d83224f5b43b req-a89c5ee3-4314-4f4d-9973-b8b84dafd5d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac0c72c994864a80a9975f44cae07762&device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 1130 time: 0.0501022 Feb 14 16:24:40.730513 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-785a8d94-5a68-47a8-92a2-160ad3d312af req-86b25718-2b6e-49bf-9d06-e993708a03f3 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 210 time: 0.0511723 Feb 14 16:24:40.846696 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b46661-bf6f-4f02-92da-d83224f5b43b req-08a3bbe1-7d96-4ceb-85db-0aea7f633e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:40.849670 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-93b46661-bf6f-4f02-92da-d83224f5b43b req-08a3bbe1-7d96-4ceb-85db-0aea7f633e17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 HTTP/1.1" status: 200 len: 917 time: 0.2216673 Feb 14 16:24:40.887417 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-513edbc8-3748-426f-bf38-6be3dad25d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'ad43e7f9-2c45-4241-9d41-ba0dddaf7c1b', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'port_id': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'mac_address': 'fa:16:3e:20:41:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959b12df-c91f-4afa-a415-3110e94e8177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:24:23Z', 'updated_at': '2022-02-14T16:24:39Z', 'revision_number': 1, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73fd0595-a93a-46e3-8b52-3458da157f6b', 'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'mac_address': 'fa:16:3e:b9:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:13Z', 'revision_number': 5, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'subnets': [{'id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:24:40.936124 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513edbc8-3748-426f-bf38-6be3dad25d4f None None] Checking router: 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:24:40.949609 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513edbc8-3748-426f-bf38-6be3dad25d4f None None] Routers {'0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:24:40.950344 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-513edbc8-3748-426f-bf38-6be3dad25d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:24:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:24:40.960546 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-93b46661-bf6f-4f02-92da-d83224f5b43b req-8a56a64f-b58d-4438-8333-d4c765b987f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd6b9e9f-1077-491c-99df-d03792970b66 HTTP/1.1" status: 200 len: 1000 time: 0.0992422 Feb 14 16:24:41.015385 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b46661-bf6f-4f02-92da-d83224f5b43b req-fcfdbc8e-e5fe-4de4-939c-450f3ba14e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:41.018100 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-93b46661-bf6f-4f02-92da-d83224f5b43b req-fcfdbc8e-e5fe-4de4-939c-450f3ba14e32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b022af-3860-42a7-933a-01d0f454c9a6 HTTP/1.1" status: 200 len: 855 time: 0.0507996 Feb 14 16:24:41.074937 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-513edbc8-3748-426f-bf38-6be3dad25d4f None None] Set router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:24:41.077333 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b46661-bf6f-4f02-92da-d83224f5b43b req-d86d608b-3bf0-41cc-9eb5-598cbcce33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:41.079141 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-93b46661-bf6f-4f02-92da-d83224f5b43b req-d86d608b-3bf0-41cc-9eb5-598cbcce33ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505173 Feb 14 16:24:41.178073 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-93b46661-bf6f-4f02-92da-d83224f5b43b req-aa19cad6-7629-4a78-ac50-470acba7488a service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911655 Feb 14 16:24:41.306881 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:41.327753 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-513edbc8-3748-426f-bf38-6be3dad25d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'ad43e7f9-2c45-4241-9d41-ba0dddaf7c1b', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'port_id': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'mac_address': 'fa:16:3e:20:41:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959b12df-c91f-4afa-a415-3110e94e8177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:24:23Z', 'updated_at': '2022-02-14T16:24:39Z', 'revision_number': 1, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73fd0595-a93a-46e3-8b52-3458da157f6b', 'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'mac_address': 'fa:16:3e:b9:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:13Z', 'revision_number': 5, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'subnets': [{'id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:24:41.361110 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513edbc8-3748-426f-bf38-6be3dad25d4f None None] The sync data for ids ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'] in dv-cinder-819668-3-iscsi is: [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'ad43e7f9-2c45-4241-9d41-ba0dddaf7c1b', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'port_id': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'mac_address': 'fa:16:3e:20:41:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959b12df-c91f-4afa-a415-3110e94e8177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:24:23Z', 'updated_at': '2022-02-14T16:24:39Z', 'revision_number': 1, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73fd0595-a93a-46e3-8b52-3458da157f6b', 'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'mac_address': 'fa:16:3e:b9:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:13Z', 'revision_number': 5, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'subnets': [{'id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:24:41.530879 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-93b46661-bf6f-4f02-92da-d83224f5b43b req-531b2e87-9733-495d-b87d-aab03a19f6e6 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430891 Feb 14 16:24:41.571730 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c84c0-c27e-4ff3-aec4-8a27d319da45 None None] New status for floating IP ad43e7f9-2c45-4241-9d41-ba0dddaf7c1b: ACTIVE {{(pid=102555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:24:41.813339 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3c33ae0b-0b79-4ab8-a5f6-959ff5d010cc req-c4393e2d-5f15-4c10-ad15-ac80d75e8a27 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 210 time: 0.0350130 Feb 14 16:24:41.910959 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-4f80bd69-b3d2-44b7-852b-4fb5633e7d0d tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:41.912509 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-4f80bd69-b3d2-44b7-852b-4fb5633e7d0d tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "GET /v2.0/networks?id=6091d008-f3ac-4b0b-a84e-7f07f7da10df HTTP/1.1" status: 200 len: 813 time: 0.1042576 Feb 14 16:24:41.938470 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-3f11487f-8c14-409e-b442-e8d11e955b09 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Request body: {'port': {'device_id': '33fbb29e-7d53-429d-a316-1d964bf9798f', 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df', 'admin_state_up': True, 'tenant_id': '48eba856df5748f5a8272770dcaff3ec'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:24:42.050308 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-3f11487f-8c14-409e-b442-e8d11e955b09 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Made reservation on behalf of 48eba856df5748f5a8272770dcaff3ec for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:24:42.053939 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-3f11487f-8c14-409e-b442-e8d11e955b09 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:42.179585 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-3f11487f-8c14-409e-b442-e8d11e955b09 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Allocated IP 172.20.0.5 (6091d008-f3ac-4b0b-a84e-7f07f7da10df/a21aed8d-f6ea-4f13-95aa-67ab44b4ff13/81cbcc85-36de-4a60-80f7-b0b24b66f045) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:24:42.319466 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-3f11487f-8c14-409e-b442-e8d11e955b09 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks [] for port (81cbcc85-36de-4a60-80f7-b0b24b66f045), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:42.351655 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-3f11487f-8c14-409e-b442-e8d11e955b09 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (81cbcc85-36de-4a60-80f7-b0b24b66f045), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:42.364415 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['6b23e3d4-a0d7-4a01-95a5-1b97501ae898', '0965968b-38a0-4a59-87ca-78a312fd419a', 'da3c674b-90f5-4bba-b6d6-ad660c670d5e'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:24:42.393558 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-3f11487f-8c14-409e-b442-e8d11e955b09 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Network 6091d008-f3ac-4b0b-a84e-7f07f7da10df is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:24:42.398484 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-3f11487f-8c14-409e-b442-e8d11e955b09 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:24:42.402262 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-3f11487f-8c14-409e-b442-e8d11e955b09 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:24:42.424598 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11487f-8c14-409e-b442-e8d11e955b09 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Pushing event updated for resources: {'Port': ['ID=81cbcc85-36de-4a60-80f7-b0b24b66f045,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:42.455997 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-3f11487f-8c14-409e-b442-e8d11e955b09 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:42.456618 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-3f11487f-8c14-409e-b442-e8d11e955b09 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:42.477751 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-3f11487f-8c14-409e-b442-e8d11e955b09 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5440574 Feb 14 16:24:42.489644 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Request body: {'port': {'device_id': '33fbb29e-7d53-429d-a316-1d964bf9798f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:24:42.551470 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (81cbcc85-36de-4a60-80f7-b0b24b66f045), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:42.817283 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cbcc85-36de-4a60-80f7-b0b24b66f045 {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:24:42.824598 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Publish callbacks [] for port (81cbcc85-36de-4a60-80f7-b0b24b66f045), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:42.836389 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Transition to ACTIVE for port object 81cbcc85-36de-4a60-80f7-b0b24b66f045 will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:24:42.840119 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (81cbcc85-36de-4a60-80f7-b0b24b66f045), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:42.896950 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Pushing event updated for resources: {'Port': ['ID=81cbcc85-36de-4a60-80f7-b0b24b66f045,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:42.989862 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3d4af-a04b-4d30-aa3d-06d84346921b req-09976a86-beb3-4852-9d8a-428d698b9319 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:42.991322 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0dc3d4af-a04b-4d30-aa3d-06d84346921b req-09976a86-beb3-4852-9d8a-428d698b9319 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 943 time: 0.1092274 Feb 14 16:24:43.017006 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Attempting to bind port 81cbcc85-36de-4a60-80f7-b0b24b66f045 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:24:43.017342 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Attempting to bind port 81cbcc85-36de-4a60-80f7-b0b24b66f045 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:24:43.017695 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Attempting to bind port 81cbcc85-36de-4a60-80f7-b0b24b66f045 on network 6091d008-f3ac-4b0b-a84e-7f07f7da10df {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:24:43.028701 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Port 81cbcc85-36de-4a60-80f7-b0b24b66f045 on network 6091d008-f3ac-4b0b-a84e-7f07f7da10df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:24:43.029010 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Attempting to bind port 81cbcc85-36de-4a60-80f7-b0b24b66f045 on network 6091d008-f3ac-4b0b-a84e-7f07f7da10df {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:24:43.040796 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:24:43.041129 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Checking segment: {'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:24:43.041532 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Bound using segment: {'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:24:43.041958 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Bound port: 81cbcc85-36de-4a60-80f7-b0b24b66f045, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:24:43.042316 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (81cbcc85-36de-4a60-80f7-b0b24b66f045), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:43.066450 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0dc3d4af-a04b-4d30-aa3d-06d84346921b req-ae13700e-978b-4bd2-a86f-56335001720f tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647340 Feb 14 16:24:43.118494 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] For port 81cbcc85-36de-4a60-80f7-b0b24b66f045, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:24:43.121654 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] For port 81cbcc85-36de-4a60-80f7-b0b24b66f045, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=81cbcc85-36de-4a60-80f7-b0b24b66f045,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:24:43.127225 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (81cbcc85-36de-4a60-80f7-b0b24b66f045), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:43.159512 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:43.160127 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:43.161483 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] 10.222.0.42 "PUT /v2.0/ports/81cbcc85-36de-4a60-80f7-b0b24b66f045 HTTP/1.1" status: 200 len: 1093 time: 0.6760130 Feb 14 16:24:43.161910 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fbb29e-7d53-429d-a316-1d964bf9798f', 'tag': '81cbcc85-36de-4a60-80f7-b0b24b66f045'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:24:43.164787 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee86b6b-540a-4a8b-bd99-453dcad9f9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "33fbb29e-7d53-429d-a316-1d964bf9798f", "tag": "81cbcc85-36de-4a60-80f7-b0b24b66f045"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:24:43.191079 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939c0c5-5fb5-4f5e-b0a7-30faa0b2d1cb service neutron] Pushing event updated for resources: {'Port': ['ID=81cbcc85-36de-4a60-80f7-b0b24b66f045,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:43.203460 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365c402a-330c-49e2-bdfc-664a58722b2b x-openstack-request-id: req-365c402a-330c-49e2-bdfc-664a58722b2b {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:24:43.203754 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fbb29e-7d53-429d-a316-1d964bf9798f", "tag": "81cbcc85-36de-4a60-80f7-b0b24b66f045", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:24:43.204012 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-365c402a-330c-49e2-bdfc-664a58722b2b {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:24:43.204441 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fbb29e-7d53-429d-a316-1d964bf9798f', 'tag': '81cbcc85-36de-4a60-80f7-b0b24b66f045', 'status': 'completed', 'code': 200} Feb 14 16:24:43.259843 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-b922a767-ed81-4961-bbd5-1d21f2cd3383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:43.261551 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-b922a767-ed81-4961-bbd5-1d21f2cd3383 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48eba856df5748f5a8272770dcaff3ec&device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 1127 time: 0.0462847 Feb 14 16:24:43.310162 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-fc024b68-7a1d-4b3a-a9c2-7c49d598e7a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81cbcc85-36de-4a60-80f7-b0b24b66f045 HTTP/1.1" status: 200 len: 217 time: 0.0394926 Feb 14 16:24:43.360608 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-062b5684-3cc0-44e7-afba-d25da6c8043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:43.361963 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-062b5684-3cc0-44e7-afba-d25da6c8043c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a21aed8d-f6ea-4f13-95aa-67ab44b4ff13 HTTP/1.1" status: 200 len: 853 time: 0.0434074 Feb 14 16:24:43.395384 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-7a26e933-6b18-436b-96f9-902cb2e16265 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6091d008-f3ac-4b0b-a84e-7f07f7da10df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249257 Feb 14 16:24:43.486148 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-3f85aa42-4317-4d75-8cc8-0eaf8276146e service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829082 Feb 14 16:24:43.587030 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8c5d90c5-a0c5-4264-b0ff-985090a92e0c req-99a534ba-4c1e-4314-a21f-492c760b0faa service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815680 Feb 14 16:24:43.683633 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee86b6b-540a-4a8b-bd99-453dcad9f9d5 req-2ef26a35-b02e-48c2-b60b-2b13e16941e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:43.685151 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eee86b6b-540a-4a8b-bd99-453dcad9f9d5 req-2ef26a35-b02e-48c2-b60b-2b13e16941e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48eba856df5748f5a8272770dcaff3ec&device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 1127 time: 0.0458682 Feb 14 16:24:43.779484 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee86b6b-540a-4a8b-bd99-453dcad9f9d5 req-5d698183-39c3-4a64-a429-fcc958305aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:43.780918 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eee86b6b-540a-4a8b-bd99-453dcad9f9d5 req-5d698183-39c3-4a64-a429-fcc958305aa3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6091d008-f3ac-4b0b-a84e-7f07f7da10df HTTP/1.1" status: 200 len: 914 time: 0.0874493 Feb 14 16:24:43.820878 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eee86b6b-540a-4a8b-bd99-453dcad9f9d5 req-029ec7c8-6a4a-42b8-9b67-ab6153c43e64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81cbcc85-36de-4a60-80f7-b0b24b66f045 HTTP/1.1" status: 200 len: 217 time: 0.0335343 Feb 14 16:24:43.870311 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee86b6b-540a-4a8b-bd99-453dcad9f9d5 req-367825f1-c746-41d8-a6be-39cda2a441cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:43.871674 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eee86b6b-540a-4a8b-bd99-453dcad9f9d5 req-367825f1-c746-41d8-a6be-39cda2a441cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a21aed8d-f6ea-4f13-95aa-67ab44b4ff13 HTTP/1.1" status: 200 len: 853 time: 0.0438209 Feb 14 16:24:43.910845 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eee86b6b-540a-4a8b-bd99-453dcad9f9d5 req-758221d1-a536-425c-9811-3915998c8564 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6091d008-f3ac-4b0b-a84e-7f07f7da10df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239003 Feb 14 16:24:43.999247 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eee86b6b-540a-4a8b-bd99-453dcad9f9d5 req-af98f0bb-51e2-4f15-914e-53480d15b899 service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811138 Feb 14 16:24:44.093087 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eee86b6b-540a-4a8b-bd99-453dcad9f9d5 req-2de4a676-6029-47b9-abac-b56dc9e8034a service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818710 Feb 14 16:24:44.190991 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8145f83-da87-48cf-8e6e-49a13b0c424f req-7f833710-b2a1-4d7b-9b44-3149052f9f91 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:44.192465 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8145f83-da87-48cf-8e6e-49a13b0c424f req-7f833710-b2a1-4d7b-9b44-3149052f9f91 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 943 time: 0.0555196 Feb 14 16:24:44.239050 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d8145f83-da87-48cf-8e6e-49a13b0c424f req-cdaf73ee-0d06-443d-8fb6-8acdd8202da1 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Feb 14 16:24:45.362818 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723dc37-7cd5-4224-b72c-f034654de501 req-736c4781-6059-4b23-bd11-c66b1e5920fa tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:45.364314 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5723dc37-7cd5-4224-b72c-f034654de501 req-736c4781-6059-4b23-bd11-c66b1e5920fa tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 943 time: 0.0554659 Feb 14 16:24:45.412939 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5723dc37-7cd5-4224-b72c-f034654de501 req-79d59b60-9390-4150-b425-c6ee3d36b0b2 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425029 Feb 14 16:24:46.537250 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a0a2f-6896-499f-92ff-b6031105df33 req-a587b5fe-9cdd-4634-8165-65196d3301ce tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:46.538943 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-634a0a2f-6896-499f-92ff-b6031105df33 req-a587b5fe-9cdd-4634-8165-65196d3301ce tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 943 time: 0.0570660 Feb 14 16:24:46.589930 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-634a0a2f-6896-499f-92ff-b6031105df33 req-a98a1798-765f-4de2-9a4a-e2643389b299 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435331 Feb 14 16:24:46.971346 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 81cbcc85-36de-4a60-80f7-b0b24b66f045 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:24:47.084003 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 81cbcc85-36de-4a60-80f7-b0b24b66f045, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=81cbcc85-36de-4a60-80f7-b0b24b66f045,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:24:47.095019 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '81cbcc85-36de-4a60-80f7-b0b24b66f045', 'network_id': '6091d008-f3ac-4b0b-a84e-7f07f7da10df', 'port_id': '81cbcc85-36de-4a60-80f7-b0b24b66f045', 'mac_address': 'fa:16:3e:21:92:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21aed8d-f6ea-4f13-95aa-67ab44b4ff13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:24:47.129939 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 81cbcc85-36de-4a60-80f7-b0b24b66f045 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:24:47.130324 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (81cbcc85-36de-4a60-80f7-b0b24b66f045), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:47.143020 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cbcc85-36de-4a60-80f7-b0b24b66f045 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:24:47.162664 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 81cbcc85-36de-4a60-80f7-b0b24b66f045, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=81cbcc85-36de-4a60-80f7-b0b24b66f045,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:24:47.166011 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (81cbcc85-36de-4a60-80f7-b0b24b66f045), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:47.214407 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=81cbcc85-36de-4a60-80f7-b0b24b66f045,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:47.506258 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['81cbcc85-36de-4a60-80f7-b0b24b66f045'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:24:47.613372 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55060) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:24:47.663266 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_v2 [None req-afaa82ff-25e1-4574-b6d1-f72eeb47479a admin admin] Deleting subnet 82014ab9-da8b-43d4-934d-b6977a3c0fe2 {{(pid=102553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:24:47.668958 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-afaa82ff-25e1-4574-b6d1-f72eeb47479a admin admin] Publish callbacks [] for subnet (82014ab9-da8b-43d4-934d-b6977a3c0fe2), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:47.715186 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-afaa82ff-25e1-4574-b6d1-f72eeb47479a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261692512'] for subnet (82014ab9-da8b-43d4-934d-b6977a3c0fe2), precommit_delete_associations {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:47.717523 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d91723-bc95-41ad-b435-85be0464654e req-0bb18b8a-00e5-4831-b8ab-77e128fce9e1 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:47.719014 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-52d91723-bc95-41ad-b435-85be0464654e req-0bb18b8a-00e5-4831-b8ab-77e128fce9e1 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 944 time: 0.0568852 Feb 14 16:24:47.756833 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-afaa82ff-25e1-4574-b6d1-f72eeb47479a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (82014ab9-da8b-43d4-934d-b6977a3c0fe2), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:47.766003 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-52d91723-bc95-41ad-b435-85be0464654e req-42d6a72d-6658-41b8-ac1c-d5f418ad5e85 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Feb 14 16:24:47.811230 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-afaa82ff-25e1-4574-b6d1-f72eeb47479a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260103255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260062759'] for subnet (82014ab9-da8b-43d4-934d-b6977a3c0fe2), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:47.835341 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa82ff-25e1-4574-b6d1-f72eeb47479a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82014ab9-da8b-43d4-934d-b6977a3c0fe2,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:47.839629 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-afaa82ff-25e1-4574-b6d1-f72eeb47479a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:47.842749 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-afaa82ff-25e1-4574-b6d1-f72eeb47479a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/82014ab9-da8b-43d4-934d-b6977a3c0fe2 HTTP/1.1" status: 204 len: 168 time: 0.2277050 Feb 14 16:24:47.845264 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55062) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:24:47.909586 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-30619de4-426a-4f00-9f3f-0458612198e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (1d20351a-df21-4dd1-a925-88bd26c13610), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:47.986793 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-30619de4-426a-4f00-9f3f-0458612198e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (1d20351a-df21-4dd1-a925-88bd26c13610), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:48.005447 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-30619de4-426a-4f00-9f3f-0458612198e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d20351a-df21-4dd1-a925-88bd26c13610']}} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:24:48.014939 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-30619de4-426a-4f00-9f3f-0458612198e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7267f49-940a-452e-8269-5ef7a4a00735') {'for_net_delete': True} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:24:48.015231 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-30619de4-426a-4f00-9f3f-0458612198e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7267f49-940a-452e-8269-5ef7a4a00735') {} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:24:48.025665 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-30619de4-426a-4f00-9f3f-0458612198e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261692535'] for segment (f7267f49-940a-452e-8269-5ef7a4a00735), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:48.039018 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-30619de4-426a-4f00-9f3f-0458612198e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (f7267f49-940a-452e-8269-5ef7a4a00735), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:48.045066 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30619de4-426a-4f00-9f3f-0458612198e3 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:24:48.045473 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-30619de4-426a-4f00-9f3f-0458612198e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260101877'] for segment (f7267f49-940a-452e-8269-5ef7a4a00735), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: Traceback (most recent call last): Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: timer() Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: cb(*args, **kw) Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: return func(*args, **kwargs) Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: self._notify() Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: self.callback(batched_events) Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: event.method(event) Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: return f(self, *a, **k) Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._get(url).json() Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: return self.request(url, 'GET', **kwargs) Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:24:48.047291 dv-cinder-819668-3-iscsi neutron-server[102553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:24:48.103176 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-30619de4-426a-4f00-9f3f-0458612198e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (1d20351a-df21-4dd1-a925-88bd26c13610), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:48.108424 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-30619de4-426a-4f00-9f3f-0458612198e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:48.111592 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-30619de4-426a-4f00-9f3f-0458612198e3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1d20351a-df21-4dd1-a925-88bd26c13610 HTTP/1.1" status: 204 len: 168 time: 0.2653859 Feb 14 16:24:48.122230 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30619de4-426a-4f00-9f3f-0458612198e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d20351a-df21-4dd1-a925-88bd26c13610,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:48.220407 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55066) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:24:48.258607 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-330ed6df-0dd9-4ac7-8f86-47178e2f552f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8795f07d4be04c0db34e33a77ebde341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370147 Feb 14 16:24:48.260851 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55068) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:24:48.305828 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-317739a9-c3b7-4d70-af61-ad0cbc90bcb2 admin admin] Publish callbacks [] for security_group (f3ff8e81-b98b-44a6-9a66-a6767bf4c942), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:48.330165 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-317739a9-c3b7-4d70-af61-ad0cbc90bcb2 admin admin] Publish callbacks [] for security_group (f3ff8e81-b98b-44a6-9a66-a6767bf4c942), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:48.375012 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-317739a9-c3b7-4d70-af61-ad0cbc90bcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (f3ff8e81-b98b-44a6-9a66-a6767bf4c942), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:48.377802 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-317739a9-c3b7-4d70-af61-ad0cbc90bcb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:48.378961 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-317739a9-c3b7-4d70-af61-ad0cbc90bcb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3ff8e81-b98b-44a6-9a66-a6767bf4c942 HTTP/1.1" status: 204 len: 168 time: 0.1172450 Feb 14 16:24:48.387349 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317739a9-c3b7-4d70-af61-ad0cbc90bcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ff8e81-b98b-44a6-9a66-a6767bf4c942,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:48.467834 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-59fa1d44-aa7a-4590-bb3b-339d21d4e332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:48.885576 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45b1c1-5bbc-4e00-be3f-9b1e4e892a73 req-706da17b-a34e-4534-aa60-3186c631f027 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:48.887086 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ef45b1c1-5bbc-4e00-be3f-9b1e4e892a73 req-706da17b-a34e-4534-aa60-3186c631f027 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 944 time: 0.0547945 Feb 14 16:24:48.934673 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ef45b1c1-5bbc-4e00-be3f-9b1e4e892a73 req-7c2b01a8-bd14-49d5-b890-6af59d6fb92a tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419257 Feb 14 16:24:48.981786 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 81cbcc85-36de-4a60-80f7-b0b24b66f045 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:24:49.030197 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port 81cbcc85-36de-4a60-80f7-b0b24b66f045 completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:24:49.034432 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 81cbcc85-36de-4a60-80f7-b0b24b66f045 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:24:49.034811 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (81cbcc85-36de-4a60-80f7-b0b24b66f045), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:49.110957 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 81cbcc85-36de-4a60-80f7-b0b24b66f045 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:24:49.111258 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (81cbcc85-36de-4a60-80f7-b0b24b66f045), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:49.133906 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fbb29e-7d53-429d-a316-1d964bf9798f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cbcc85-36de-4a60-80f7-b0b24b66f045'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:24:49.136126 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a742ca3-0db5-4f6f-b3ac-c2a2c1e733ed" -d '{"events": [{"server_uuid": "33fbb29e-7d53-429d-a316-1d964bf9798f", "name": "network-vif-plugged", "status": "completed", "tag": "81cbcc85-36de-4a60-80f7-b0b24b66f045"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:24:49.152273 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 81cbcc85-36de-4a60-80f7-b0b24b66f045, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=81cbcc85-36de-4a60-80f7-b0b24b66f045,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:24:49.156061 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (81cbcc85-36de-4a60-80f7-b0b24b66f045), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:49.181540 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c174f4-509c-4b6f-aa27-3686b8fad787 x-openstack-request-id: req-a0c174f4-509c-4b6f-aa27-3686b8fad787 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:24:49.181838 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fbb29e-7d53-429d-a316-1d964bf9798f", "name": "network-vif-plugged", "status": "completed", "tag": "81cbcc85-36de-4a60-80f7-b0b24b66f045", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:24:49.182092 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0c174f4-509c-4b6f-aa27-3686b8fad787 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:24:49.182539 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fbb29e-7d53-429d-a316-1d964bf9798f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cbcc85-36de-4a60-80f7-b0b24b66f045', 'code': 200} Feb 14 16:24:49.209118 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=81cbcc85-36de-4a60-80f7-b0b24b66f045,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:24:49.349792 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed545557-7284-475a-8b7a-4fd1e9388a13 req-0d029dce-a7be-4900-8537-9699322ac29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:49.351755 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ed545557-7284-475a-8b7a-4fd1e9388a13 req-0d029dce-a7be-4900-8537-9699322ac29e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 1129 time: 0.0421031 Feb 14 16:24:49.393694 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ed545557-7284-475a-8b7a-4fd1e9388a13 req-8e96e5e2-44b0-4b7c-8dc4-510d28f221c1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354769 Feb 14 16:24:50.050030 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafc9df-c2f3-4031-9c84-6775024742d7 req-e6c9f16e-736e-4ec1-ae9e-9503d6a2ec6c tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:50.051476 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7dafc9df-c2f3-4031-9c84-6775024742d7 req-e6c9f16e-736e-4ec1-ae9e-9503d6a2ec6c tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 945 time: 0.0507398 Feb 14 16:24:50.100345 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7dafc9df-c2f3-4031-9c84-6775024742d7 req-ea561fc2-c60f-48a1-9ca1-1034c2451040 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434251 Feb 14 16:24:50.707746 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8e101d27-f7ad-4c5b-8dee-5545e262d597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:51.220839 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f2b57-6c71-4ada-a82d-1efdea5d7531 req-56bc9eae-f628-4753-abdb-ce23e30f4eb4 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:51.222328 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-725f2b57-6c71-4ada-a82d-1efdea5d7531 req-56bc9eae-f628-4753-abdb-ce23e30f4eb4 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 945 time: 0.0545490 Feb 14 16:24:51.267373 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-725f2b57-6c71-4ada-a82d-1efdea5d7531 req-2a02048a-2121-417b-b8ce-6a89cb50444a tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393672 Feb 14 16:24:52.028703 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:53.543431 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:54.756473 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:57.438608 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa65df-4588-45bb-80e5-f4b3a54b3414 req-dd7f29b8-8c03-4746-842d-b31840221057 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:57.440077 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f3aa65df-4588-45bb-80e5-f4b3a54b3414 req-dd7f29b8-8c03-4746-842d-b31840221057 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0526023 Feb 14 16:24:57.486461 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f3aa65df-4588-45bb-80e5-f4b3a54b3414 req-705255bc-6b7a-4ee6-9636-636a1ffaaa57 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402067 Feb 14 16:24:58.604764 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0b945-e8ae-4024-b1b8-dd4d44139f56 req-8a49890e-5b8d-4631-83e5-5005e7bd00ac tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:58.606279 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3ee0b945-e8ae-4024-b1b8-dd4d44139f56 req-8a49890e-5b8d-4631-83e5-5005e7bd00ac tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0523813 Feb 14 16:24:58.651852 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3ee0b945-e8ae-4024-b1b8-dd4d44139f56 req-59a98e10-6235-4b1c-b477-23544d8dbd38 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400612 Feb 14 16:24:59.771241 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fe91e-45d9-4451-ae43-fcf8c5f3bdbf req-c41348e1-64fb-463e-ae1d-6e67efca9101 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:59.773495 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-718fe91e-45d9-4451-ae43-fcf8c5f3bdbf req-c41348e1-64fb-463e-ae1d-6e67efca9101 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0555263 Feb 14 16:24:59.778760 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04295649-4fc9-401b-b6de-74f95c88e043 req-98c67a19-bed6-49d4-8803-f6008ac0a30f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:24:59.780276 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-04295649-4fc9-401b-b6de-74f95c88e043 req-98c67a19-bed6-49d4-8803-f6008ac0a30f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.42 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 945 time: 0.0510454 Feb 14 16:24:59.818539 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-718fe91e-45d9-4451-ae43-fcf8c5f3bdbf req-65783858-dff1-42ff-9af6-a9bada5d485a tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394454 Feb 14 16:24:59.874107 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-04295649-4fc9-401b-b6de-74f95c88e043 req-87707eef-d68f-46c3-bc3d-8be72c6cc7c9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Deleting port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:24:59.874450 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-04295649-4fc9-401b-b6de-74f95c88e043 req-87707eef-d68f-46c3-bc3d-8be72c6cc7c9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:24:59.960239 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-04295649-4fc9-401b-b6de-74f95c88e043 req-87707eef-d68f-46c3-bc3d-8be72c6cc7c9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] For port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0c92de4c-e10e-4c32-ab55-d3d1ffe64417,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:24:59.960517 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-04295649-4fc9-401b-b6de-74f95c88e043 req-87707eef-d68f-46c3-bc3d-8be72c6cc7c9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:00.127393 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-04295649-4fc9-401b-b6de-74f95c88e043 req-87707eef-d68f-46c3-bc3d-8be72c6cc7c9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:00.127756 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-04295649-4fc9-401b-b6de-74f95c88e043 req-87707eef-d68f-46c3-bc3d-8be72c6cc7c9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (aab2df8b-b523-4b0f-a6e2-fbbad58c5fbf), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:00.128073 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.l3_db [req-04295649-4fc9-401b-b6de-74f95c88e043 req-87707eef-d68f-46c3-bc3d-8be72c6cc7c9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Floating IP aab2df8b-b523-4b0f-a6e2-fbbad58c5fbf disassociated. External IP: 172.27.2.191, port: 0c92de4c-e10e-4c32-ab55-d3d1ffe64417. Feb 14 16:25:00.128409 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-04295649-4fc9-401b-b6de-74f95c88e043 req-87707eef-d68f-46c3-bc3d-8be72c6cc7c9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Calling delete_port for 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 owned by compute:nova {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:25:00.254165 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-04295649-4fc9-401b-b6de-74f95c88e043 req-87707eef-d68f-46c3-bc3d-8be72c6cc7c9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (0c92de4c-e10e-4c32-ab55-d3d1ffe64417), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:00.285910 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87707eef-d68f-46c3-bc3d-8be72c6cc7c9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event deleted for resources: {'Port': ['ID=0c92de4c-e10e-4c32-ab55-d3d1ffe64417,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:00.400728 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04295649-4fc9-401b-b6de-74f95c88e043 req-87707eef-d68f-46c3-bc3d-8be72c6cc7c9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Router b8cf8595-208e-4319-83cb-34b95c0f6cfb has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:25:00.517682 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04295649-4fc9-401b-b6de-74f95c88e043 req-87707eef-d68f-46c3-bc3d-8be72c6cc7c9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:25:00.529525 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea74d13-7abf-423c-940b-49249be2768b None None] Sync routers for ids ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:25:00.539924 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea74d13-7abf-423c-940b-49249be2768b None None] Routers {'b8cf8595-208e-4319-83cb-34b95c0f6cfb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:25:00.540715 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-9ea74d13-7abf-423c-940b-49249be2768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:24:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:00.566025 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-04295649-4fc9-401b-b6de-74f95c88e043 req-87707eef-d68f-46c3-bc3d-8be72c6cc7c9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] No DVR routers for this DVR port 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 on host hv-cinder-81966 {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:25:00.570185 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-04295649-4fc9-401b-b6de-74f95c88e043 req-87707eef-d68f-46c3-bc3d-8be72c6cc7c9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:00.573499 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-04295649-4fc9-401b-b6de-74f95c88e043 req-87707eef-d68f-46c3-bc3d-8be72c6cc7c9 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.42 "DELETE /v2.0/ports/0c92de4c-e10e-4c32-ab55-d3d1ffe64417 HTTP/1.1" status: 204 len: 173 time: 0.7884042 Feb 14 16:25:00.573961 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a534a1d9-992f-473b-baf6-2e5d3f70757b', 'name': 'network-vif-deleted', 'tag': '0c92de4c-e10e-4c32-ab55-d3d1ffe64417'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:25:00.576232 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7634aae-8208-4e78-844a-74258ffa0681" -d '{"events": [{"server_uuid": "a534a1d9-992f-473b-baf6-2e5d3f70757b", "name": "network-vif-deleted", "tag": "0c92de4c-e10e-4c32-ab55-d3d1ffe64417"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:25:00.620882 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ec1bf9-d77a-46ff-9c41-a374a39273a2 x-openstack-request-id: req-74ec1bf9-d77a-46ff-9c41-a374a39273a2 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:25:00.621129 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a534a1d9-992f-473b-baf6-2e5d3f70757b", "name": "network-vif-deleted", "tag": "0c92de4c-e10e-4c32-ab55-d3d1ffe64417", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:25:00.621385 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74ec1bf9-d77a-46ff-9c41-a374a39273a2 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:25:00.621779 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a534a1d9-992f-473b-baf6-2e5d3f70757b', 'name': 'network-vif-deleted', 'tag': '0c92de4c-e10e-4c32-ab55-d3d1ffe64417', 'status': 'completed', 'code': 200} Feb 14 16:25:00.667329 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-9ea74d13-7abf-423c-940b-49249be2768b None None] Set router b8cf8595-208e-4319-83cb-34b95c0f6cfb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:25:00.889707 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-9ea74d13-7abf-423c-940b-49249be2768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:29Z', 'revision_number': 5, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:00.916386 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea74d13-7abf-423c-940b-49249be2768b None None] Checking router: b8cf8595-208e-4319-83cb-34b95c0f6cfb for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:25:00.925797 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea74d13-7abf-423c-940b-49249be2768b None None] Routers {'b8cf8595-208e-4319-83cb-34b95c0f6cfb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:25:00.926589 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e6adb5e8-7c2e-4195-975c-4ecf262e15f4 req-4dfe01ce-3e89-4f0a-8d1a-59ba187b69ba tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=a534a1d9-992f-473b-baf6-2e5d3f70757b HTTP/1.1" status: 200 len: 210 time: 0.0275896 Feb 14 16:25:00.927118 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-9ea74d13-7abf-423c-940b-49249be2768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:24:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:01.031529 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-9ea74d13-7abf-423c-940b-49249be2768b None None] Set router b8cf8595-208e-4319-83cb-34b95c0f6cfb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:25:01.252205 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-9ea74d13-7abf-423c-940b-49249be2768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:29Z', 'revision_number': 5, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:01.280144 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea74d13-7abf-423c-940b-49249be2768b None None] The sync data for ids ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'] in dv-cinder-819668-3-iscsi is: [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:29Z', 'revision_number': 5, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:25:01.528080 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c566435-9fbe-4a22-a3f8-4fbd3ddd478e None None] New status for floating IP aab2df8b-b523-4b0f-a6e2-fbbad58c5fbf: DOWN {{(pid=102555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:25:02.012720 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55162) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:02.062699 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-97b68843-f31d-4f39-acb8-1fd3ef597dac tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group (e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:02.084587 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-97b68843-f31d-4f39-acb8-1fd3ef597dac tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group (e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:02.133115 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-97b68843-f31d-4f39-acb8-1fd3ef597dac tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:02.135685 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-97b68843-f31d-4f39-acb8-1fd3ef597dac tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:02.136779 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-97b68843-f31d-4f39-acb8-1fd3ef597dac tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "DELETE /v2.0/security-groups/e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75 HTTP/1.1" status: 204 len: 168 time: 0.1230717 Feb 14 16:25:02.139639 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 55164) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:02.145261 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b68843-f31d-4f39-acb8-1fd3ef597dac tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:02.153019 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.api.v2.resource [None req-86923df6-c145-428e-85a7-2ecb65e3768e tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] show failed (client error): The resource could not be found. Feb 14 16:25:02.154307 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-86923df6-c145-428e-85a7-2ecb65e3768e tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups/e85fb1f2-35c7-4fea-ad10-ee9fa9a23a75 HTTP/1.1" status: 404 len: 347 time: 0.0136547 Feb 14 16:25:02.157063 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 55166) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:02.276385 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-d317ece5-5460-4767-8ff9-5ddb3ad47646 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Deleting port 5ba24893-c9fa-480d-a6e7-c2f5dfa2f0a4 {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:25:02.276801 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d317ece5-5460-4767-8ff9-5ddb3ad47646 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (5ba24893-c9fa-480d-a6e7-c2f5dfa2f0a4), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:02.348154 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d317ece5-5460-4767-8ff9-5ddb3ad47646 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (5ba24893-c9fa-480d-a6e7-c2f5dfa2f0a4), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:02.348479 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d317ece5-5460-4767-8ff9-5ddb3ad47646 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for floatingip (5ba24893-c9fa-480d-a6e7-c2f5dfa2f0a4), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:02.359974 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-d317ece5-5460-4767-8ff9-5ddb3ad47646 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Calling delete_port for 5ba24893-c9fa-480d-a6e7-c2f5dfa2f0a4 owned by network:floatingip {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:25:02.500975 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d317ece5-5460-4767-8ff9-5ddb3ad47646 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (5ba24893-c9fa-480d-a6e7-c2f5dfa2f0a4), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:02.536508 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317ece5-5460-4767-8ff9-5ddb3ad47646 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event deleted for resources: {'Port': ['ID=5ba24893-c9fa-480d-a6e7-c2f5dfa2f0a4,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:02.603361 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d317ece5-5460-4767-8ff9-5ddb3ad47646 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for floatingip (aab2df8b-b523-4b0f-a6e2-fbbad58c5fbf), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:02.605954 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d317ece5-5460-4767-8ff9-5ddb3ad47646 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:02.607098 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-d317ece5-5460-4767-8ff9-5ddb3ad47646 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "DELETE /v2.0/floatingips/aab2df8b-b523-4b0f-a6e2-fbbad58c5fbf HTTP/1.1" status: 204 len: 168 time: 0.4490249 Feb 14 16:25:03.078173 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:25:03.082495 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a047e3-bed3-479c-b250-e28c453d3941 req-5b25b8fa-88cd-4747-b606-6893a8e82c1a tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:03.084133 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b5a047e3-bed3-479c-b250-e28c453d3941 req-5b25b8fa-88cd-4747-b606-6893a8e82c1a tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 945 time: 0.0557456 Feb 14 16:25:03.110488 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:25:03.110808 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 0c92de4c-e10e-4c32-ab55-d3d1ffe64417 not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:25:03.138884 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b5a047e3-bed3-479c-b250-e28c453d3941 req-57bbb6ee-8218-494e-9fe5-1d670518204e tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 Feb 14 16:25:03.208148 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55176) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:03.212692 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-cc299283-ac05-45dd-940f-1350be2ba005 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--265738144', 'description': 'tempest-description--1449830633'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:25:03.233678 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-cc299283-ac05-45dd-940f-1350be2ba005 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.298813 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-cc299283-ac05-45dd-940f-1350be2ba005 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group (030990b3-f010-4272-9b7d-3caf45745326), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.302470 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-cc299283-ac05-45dd-940f-1350be2ba005 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (030990b3-f010-4272-9b7d-3caf45745326), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.324939 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-cc299283-ac05-45dd-940f-1350be2ba005 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.326143 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-cc299283-ac05-45dd-940f-1350be2ba005 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1169877 Feb 14 16:25:03.329050 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 55178) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:03.333747 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc299283-ac05-45dd-940f-1350be2ba005 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030990b3-f010-4272-9b7d-3caf45745326,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:03.333899 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-06e82de0-2bfc-4800-ae10-65c025c9e6ce tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Request body: {'security_group_rule': {'security_group_id': '030990b3-f010-4272-9b7d-3caf45745326', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:25:03.358988 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-06e82de0-2bfc-4800-ae10-65c025c9e6ce tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group_rule (db56333d-5859-46d7-a656-729c91fd21b8), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.415101 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-06e82de0-2bfc-4800-ae10-65c025c9e6ce tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group_rule (db56333d-5859-46d7-a656-729c91fd21b8), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.418601 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-06e82de0-2bfc-4800-ae10-65c025c9e6ce tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (db56333d-5859-46d7-a656-729c91fd21b8), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.434767 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e82de0-2bfc-4800-ae10-65c025c9e6ce tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db56333d-5859-46d7-a656-729c91fd21b8,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:03.442840 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-06e82de0-2bfc-4800-ae10-65c025c9e6ce tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.444015 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-06e82de0-2bfc-4800-ae10-65c025c9e6ce tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138184 Feb 14 16:25:03.446717 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 55180) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:03.450911 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-0367309d-9e67-4d37-a562-909449b8b117 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Request body: {'security_group_rule': {'security_group_id': '030990b3-f010-4272-9b7d-3caf45745326', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:25:03.476514 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0367309d-9e67-4d37-a562-909449b8b117 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group_rule (578ccac4-86e2-4b7c-977a-ce252556cd49), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.536809 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0367309d-9e67-4d37-a562-909449b8b117 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group_rule (578ccac4-86e2-4b7c-977a-ce252556cd49), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.540614 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0367309d-9e67-4d37-a562-909449b8b117 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (578ccac4-86e2-4b7c-977a-ce252556cd49), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.559013 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367309d-9e67-4d37-a562-909449b8b117 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578ccac4-86e2-4b7c-977a-ce252556cd49,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:03.564022 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0367309d-9e67-4d37-a562-909449b8b117 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.565228 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-0367309d-9e67-4d37-a562-909449b8b117 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175110 Feb 14 16:25:03.568274 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 55182) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:03.573227 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Request body: {'floatingip': {'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:25:03.594095 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.692009 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.794174 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_common [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Allocated IP 172.27.2.248 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/1b93a734-b994-4c90-96b8-428bfb7b1586) {{(pid=102552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:25:03.909542 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for port (1b93a734-b994-4c90-96b8-428bfb7b1586), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.941612 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (1b93a734-b994-4c90-96b8-428bfb7b1586), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:03.977377 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:25:03.981890 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:25:03.985178 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Received port after_create {{(pid=102552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:25:03.990318 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event updated for resources: {'Port': ['ID=1b93a734-b994-4c90-96b8-428bfb7b1586,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:04.066213 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for floatingip (270cedba-b3f1-4b46-9701-61e2eae50793), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:04.104876 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (1b93a734-b994-4c90-96b8-428bfb7b1586), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:04.282470 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for port (1b93a734-b994-4c90-96b8-428bfb7b1586), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:04.290292 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f671e8-8402-4a7d-a484-ccaf5c31533d req-a920b506-b55d-48a0-8d3f-453e66b33124 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:04.291769 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f2f671e8-8402-4a7d-a484-ccaf5c31533d req-a920b506-b55d-48a0-8d3f-453e66b33124 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 945 time: 0.0864980 Feb 14 16:25:04.292795 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262128871'] for port (1b93a734-b994-4c90-96b8-428bfb7b1586), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:04.378231 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event updated for resources: {'Port': ['ID=1b93a734-b994-4c90-96b8-428bfb7b1586,revision_number=2']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:04.402998 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f2f671e8-8402-4a7d-a484-ccaf5c31533d req-b996007b-b2c8-401c-8025-4bdaf26f0ef1 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051540 Feb 14 16:25:04.403730 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (270cedba-b3f1-4b46-9701-61e2eae50793), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:04.423801 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:04.425038 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-c0e3e8bb-5c57-4ca3-8be6-60222b79d17b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8556337 Feb 14 16:25:04.795536 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-13db91b0-d513-4b11-b4ee-5037a0e9bf74 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--265738144&fields=id&tenant_id=496dad8484384e33ab64746e25f65435 HTTP/1.1" status: 200 len: 267 time: 0.0500531 Feb 14 16:25:04.896107 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137c0aa-c394-4ab5-9ea4-485bd2b96216 req-9be1c548-8dc9-4c84-94f4-22891e50b51a tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:04.898080 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4137c0aa-c394-4ab5-9ea4-485bd2b96216 req-9be1c548-8dc9-4c84-94f4-22891e50b51a tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "GET /v2.0/ports?device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 945 time: 0.1170173 Feb 14 16:25:04.951982 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-af16807e-2f9a-476d-8460-877c400a0058 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:04.953416 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-af16807e-2f9a-476d-8460-877c400a0058 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/networks?id=83279c43-4dd9-42dc-876e-ba727c6ef376 HTTP/1.1" status: 200 len: 810 time: 0.1441453 Feb 14 16:25:04.991981 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-3f3b5a46-95f9-40bd-9d91-4c571684e412 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/quotas/496dad8484384e33ab64746e25f65435 HTTP/1.1" status: 200 len: 375 time: 0.0322888 Feb 14 16:25:05.296105 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-4137c0aa-c394-4ab5-9ea4-485bd2b96216 req-bd40c7bd-09e1-4977-8b8d-56565316f3dd tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Deleting port 81cbcc85-36de-4a60-80f7-b0b24b66f045 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:25:05.296445 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4137c0aa-c394-4ab5-9ea4-485bd2b96216 req-bd40c7bd-09e1-4977-8b8d-56565316f3dd tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (81cbcc85-36de-4a60-80f7-b0b24b66f045), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:05.319152 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-04efc96b-c3cd-4c1c-b995-cd4b79a2f68e tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=496dad8484384e33ab64746e25f65435&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3211486 Feb 14 16:25:05.348604 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2959e0-31e3-4845-abad-73e8a0e9356f req-cec0d2cf-4392-4763-81a0-51c206b7d88a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:05.350223 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5f2959e0-31e3-4845-abad-73e8a0e9356f req-cec0d2cf-4392-4763-81a0-51c206b7d88a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 945 time: 0.1543217 Feb 14 16:25:05.399254 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5f2959e0-31e3-4845-abad-73e8a0e9356f req-1d10adc6-56b1-478b-823b-9308e077d92f tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428162 Feb 14 16:25:05.447513 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-4137c0aa-c394-4ab5-9ea4-485bd2b96216 req-bd40c7bd-09e1-4977-8b8d-56565316f3dd tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] For port 81cbcc85-36de-4a60-80f7-b0b24b66f045, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=81cbcc85-36de-4a60-80f7-b0b24b66f045,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:25:05.447881 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4137c0aa-c394-4ab5-9ea4-485bd2b96216 req-bd40c7bd-09e1-4977-8b8d-56565316f3dd tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (81cbcc85-36de-4a60-80f7-b0b24b66f045), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:05.468070 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-4137c0aa-c394-4ab5-9ea4-485bd2b96216 req-bd40c7bd-09e1-4977-8b8d-56565316f3dd tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Calling delete_port for 81cbcc85-36de-4a60-80f7-b0b24b66f045 owned by compute:nova {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:25:05.477495 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-eeb9b3f7-320d-4b4c-a9c7-8d26d6769a2d service neutron] 10.222.0.55 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461120 Feb 14 16:25:05.523220 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcabf97-9b17-427a-bbe3-7e602c2b7690 req-74ee45fe-66e8-4e5f-b429-49ef5fbb00ce tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:05.524945 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-fdcabf97-9b17-427a-bbe3-7e602c2b7690 req-74ee45fe-66e8-4e5f-b429-49ef5fbb00ce tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=33fbb29e-7d53-429d-a316-1d964bf9798f HTTP/1.1" status: 200 len: 945 time: 0.0531402 Feb 14 16:25:05.570990 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-fdcabf97-9b17-427a-bbe3-7e602c2b7690 req-e3f781c2-4745-4022-9c8c-5aa04da8aab8 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 Feb 14 16:25:05.619002 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-6cf68c61-d6f2-42d4-910e-08625c936341 service neutron] 10.222.0.55 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350691 Feb 14 16:25:05.672998 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4137c0aa-c394-4ab5-9ea4-485bd2b96216 req-bd40c7bd-09e1-4977-8b8d-56565316f3dd tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (81cbcc85-36de-4a60-80f7-b0b24b66f045), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:05.686972 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['6b23e3d4-a0d7-4a01-95a5-1b97501ae898', '0965968b-38a0-4a59-87ca-78a312fd419a', 'da3c674b-90f5-4bba-b6d6-ad660c670d5e', '81cbcc85-36de-4a60-80f7-b0b24b66f045'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:25:05.705044 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40c7bd-09e1-4977-8b8d-56565316f3dd tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Pushing event deleted for resources: {'Port': ['ID=81cbcc85-36de-4a60-80f7-b0b24b66f045,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:05.750412 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-4137c0aa-c394-4ab5-9ea4-485bd2b96216 req-bd40c7bd-09e1-4977-8b8d-56565316f3dd tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] No DVR routers for this DVR port 81cbcc85-36de-4a60-80f7-b0b24b66f045 on host hv-cinder-81966 {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:25:05.753233 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4137c0aa-c394-4ab5-9ea4-485bd2b96216 req-bd40c7bd-09e1-4977-8b8d-56565316f3dd tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:05.757386 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4137c0aa-c394-4ab5-9ea4-485bd2b96216 req-bd40c7bd-09e1-4977-8b8d-56565316f3dd tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "DELETE /v2.0/ports/81cbcc85-36de-4a60-80f7-b0b24b66f045 HTTP/1.1" status: 204 len: 173 time: 0.8533802 Feb 14 16:25:05.757954 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fbb29e-7d53-429d-a316-1d964bf9798f', 'name': 'network-vif-deleted', 'tag': '81cbcc85-36de-4a60-80f7-b0b24b66f045'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:25:05.760557 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91754c2-1fd9-4e4c-b8e1-3cbb815c8553" -d '{"events": [{"server_uuid": "33fbb29e-7d53-429d-a316-1d964bf9798f", "name": "network-vif-deleted", "tag": "81cbcc85-36de-4a60-80f7-b0b24b66f045"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:25:05.804499 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cf9ced-aa49-466d-9582-4afc21f623a1 x-openstack-request-id: req-78cf9ced-aa49-466d-9582-4afc21f623a1 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:25:05.805100 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fbb29e-7d53-429d-a316-1d964bf9798f", "name": "network-vif-deleted", "tag": "81cbcc85-36de-4a60-80f7-b0b24b66f045", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:25:05.805100 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78cf9ced-aa49-466d-9582-4afc21f623a1 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:25:05.805703 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fbb29e-7d53-429d-a316-1d964bf9798f', 'name': 'network-vif-deleted', 'tag': '81cbcc85-36de-4a60-80f7-b0b24b66f045', 'status': 'completed', 'code': 200} Feb 14 16:25:05.819091 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c3a52717-90b2-4e0a-a167-4236b14dc2f2 req-93d024d5-5a92-473f-96f7-61f17ab19be3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 210 time: 0.0436671 Feb 14 16:25:06.519916 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767010f-9bcd-4b4e-8e09-f4f415149a60 req-fb8635dc-f949-4f10-92be-8146b6616e39 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:06.521371 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9767010f-9bcd-4b4e-8e09-f4f415149a60 req-fb8635dc-f949-4f10-92be-8146b6616e39 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 945 time: 0.0524631 Feb 14 16:25:06.568669 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9767010f-9bcd-4b4e-8e09-f4f415149a60 req-1dfbe77d-e287-42d3-99c0-c61c7a5873da tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416641 Feb 14 16:25:06.859727 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-28266161-17b1-4907-873c-2b21b3f0dc27 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:06.861772 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-28266161-17b1-4907-873c-2b21b3f0dc27 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.42 "GET /v2.0/networks?id=83279c43-4dd9-42dc-876e-ba727c6ef376 HTTP/1.1" status: 200 len: 810 time: 0.1082537 Feb 14 16:25:06.924985 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c58465e2-e77e-476b-8801-00a77a9ba863 req-e3b4bd78-589f-49a7-8e98-9436ece5479a tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 210 time: 0.0342655 Feb 14 16:25:06.961366 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-6f7d5976-9301-4437-882f-de17d4201e1f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=496dad8484384e33ab64746e25f65435 HTTP/1.1" status: 200 len: 379 time: 0.0895708 Feb 14 16:25:06.973864 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-a2dad11a-90eb-45a1-b7e9-d0318cb47f1f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Request body: {'port': {'device_id': 'b53dece6-0299-4d08-9aa7-4f9e4a4dda80', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'admin_state_up': True, 'tenant_id': '496dad8484384e33ab64746e25f65435', 'security_groups': ['030990b3-f010-4272-9b7d-3caf45745326']}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:25:07.081105 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-a2dad11a-90eb-45a1-b7e9-d0318cb47f1f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Made reservation on behalf of 496dad8484384e33ab64746e25f65435 for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:25:07.084403 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-a2dad11a-90eb-45a1-b7e9-d0318cb47f1f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:07.198825 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-d6b52d93-490f-4677-b7b5-77659be555c2 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:07.200251 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-d6b52d93-490f-4677-b7b5-77659be555c2 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.42 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 945 time: 0.0538452 Feb 14 16:25:07.205302 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-a2dad11a-90eb-45a1-b7e9-d0318cb47f1f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Allocated IP 172.20.0.9 (83279c43-4dd9-42dc-876e-ba727c6ef376/6fa32d2b-efa8-42e4-9056-6d1870949102/f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:25:07.325564 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-dc7ba091-510a-4a8d-a478-a0fb48ba5497 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Deleting port 3ee36624-1407-48eb-876a-8e23366850c8 {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:25:07.325914 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-dc7ba091-510a-4a8d-a478-a0fb48ba5497 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (3ee36624-1407-48eb-876a-8e23366850c8), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:07.347336 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-a2dad11a-90eb-45a1-b7e9-d0318cb47f1f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:07.379824 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-a2dad11a-90eb-45a1-b7e9-d0318cb47f1f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:07.419787 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-dc7ba091-510a-4a8d-a478-a0fb48ba5497 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] For port 3ee36624-1407-48eb-876a-8e23366850c8, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=3ee36624-1407-48eb-876a-8e23366850c8,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:25:07.420227 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-dc7ba091-510a-4a8d-a478-a0fb48ba5497 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (3ee36624-1407-48eb-876a-8e23366850c8), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:07.423649 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-a2dad11a-90eb-45a1-b7e9-d0318cb47f1f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Network 83279c43-4dd9-42dc-876e-ba727c6ef376 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:25:07.428884 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-a2dad11a-90eb-45a1-b7e9-d0318cb47f1f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:25:07.432372 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-a2dad11a-90eb-45a1-b7e9-d0318cb47f1f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:25:07.468522 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dad11a-90eb-45a1-b7e9-d0318cb47f1f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event updated for resources: {'Port': ['ID=f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:07.498532 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-a2dad11a-90eb-45a1-b7e9-d0318cb47f1f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:07.499160 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-a2dad11a-90eb-45a1-b7e9-d0318cb47f1f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:07.519373 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-a2dad11a-90eb-45a1-b7e9-d0318cb47f1f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5490723 Feb 14 16:25:07.531745 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Request body: {'port': {'device_id': 'b53dece6-0299-4d08-9aa7-4f9e4a4dda80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:25:07.605394 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:07.686369 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-dc7ba091-510a-4a8d-a478-a0fb48ba5497 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:07.686728 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-dc7ba091-510a-4a8d-a478-a0fb48ba5497 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (dd2110f6-6cd0-4ad6-aa13-ee3baadfad51), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:07.687035 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.l3_db [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-dc7ba091-510a-4a8d-a478-a0fb48ba5497 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Floating IP dd2110f6-6cd0-4ad6-aa13-ee3baadfad51 disassociated. External IP: 172.27.2.109, port: 3ee36624-1407-48eb-876a-8e23366850c8. Feb 14 16:25:07.687368 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-dc7ba091-510a-4a8d-a478-a0fb48ba5497 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Calling delete_port for 3ee36624-1407-48eb-876a-8e23366850c8 owned by compute:nova {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:25:07.737257 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-aa523431-97d7-4897-a81a-89c25e7e4753 None None] Provisioning complete for port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:25:07.738360 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-aa523431-97d7-4897-a81a-89c25e7e4753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:07.750552 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038e54e-a917-414b-8fa5-45251fb9480a req-1d26db50-14d4-4089-815c-1ec7aad566b4 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:07.752026 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f038e54e-a917-414b-8fa5-45251fb9480a req-1d26db50-14d4-4089-815c-1ec7aad566b4 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 945 time: 0.1083758 Feb 14 16:25:07.783293 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-aa523431-97d7-4897-a81a-89c25e7e4753 None None] Port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:25:07.830370 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f038e54e-a917-414b-8fa5-45251fb9480a req-32673667-85b2-4bca-92c8-7fdc0cf574c1 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719063 Feb 14 16:25:07.889095 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-dc7ba091-510a-4a8d-a478-a0fb48ba5497 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (3ee36624-1407-48eb-876a-8e23366850c8), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:07.901818 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:25:07.910716 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Publish callbacks [] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:07.928020 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ba091-510a-4a8d-a478-a0fb48ba5497 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event deleted for resources: {'Port': ['ID=3ee36624-1407-48eb-876a-8e23366850c8,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:07.931577 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Transition to ACTIVE for port object f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:25:07.936705 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:08.001759 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Pushing event updated for resources: {'Port': ['ID=f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:08.121697 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Attempting to bind port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:25:08.122141 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Attempting to bind port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:25:08.122550 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Attempting to bind port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 on network 83279c43-4dd9-42dc-876e-ba727c6ef376 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:25:08.135631 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cef2aa-29dd-45bc-ba70-ece2b215842d req-26b8411b-65cf-4e95-8f70-bd19fef7f9aa tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:08.137383 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-05cef2aa-29dd-45bc-ba70-ece2b215842d req-26b8411b-65cf-4e95-8f70-bd19fef7f9aa tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 943 time: 0.1130481 Feb 14 16:25:08.138672 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 on network 83279c43-4dd9-42dc-876e-ba727c6ef376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:25:08.139063 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Attempting to bind port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 on network 83279c43-4dd9-42dc-876e-ba727c6ef376 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:25:08.152997 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:25:08.153419 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Checking segment: {'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:25:08.153895 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Bound using segment: {'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:25:08.154406 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Bound port: f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caaae3e0-49ff-4a53-93f8-968865f432bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:25:08.154861 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:08.229886 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-05cef2aa-29dd-45bc-ba70-ece2b215842d req-1173155f-816e-45e8-935b-e33d305d824c tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=030990b3-f010-4272-9b7d-3caf45745326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835085 Feb 14 16:25:08.253156 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] For port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:25:08.256391 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] For port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:25:08.262522 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:08.308529 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:08.309160 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:08.310620 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] 10.222.0.42 "PUT /v2.0/ports/f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 HTTP/1.1" status: 200 len: 1093 time: 0.7833469 Feb 14 16:25:08.313066 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53dece6-0299-4d08-9aa7-4f9e4a4dda80', 'tag': 'f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:25:08.315311 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8cf0b1-eb51-418e-b7a0-9cd7d5631b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b53dece6-0299-4d08-9aa7-4f9e4a4dda80", "tag": "f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:25:08.317163 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdad60-d988-4c60-b360-c5535e1ef484 req-b1a466f8-3153-44e7-ba08-dbb894260a1c tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:08.323978 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-31bdad60-d988-4c60-b360-c5535e1ef484 req-b1a466f8-3153-44e7-ba08-dbb894260a1c tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 946 time: 0.3384631 Feb 14 16:25:08.332127 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fce11-8d77-4250-8750-9ff8afb6049c service neutron] Pushing event updated for resources: {'Port': ['ID=f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:08.380270 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6031e8a7-159b-40a4-b99b-9a00bbeb4705 x-openstack-request-id: req-6031e8a7-159b-40a4-b99b-9a00bbeb4705 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:25:08.380566 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53dece6-0299-4d08-9aa7-4f9e4a4dda80", "tag": "f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:25:08.380915 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6031e8a7-159b-40a4-b99b-9a00bbeb4705 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:25:08.381311 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53dece6-0299-4d08-9aa7-4f9e4a4dda80', 'tag': 'f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35', 'status': 'completed', 'code': 200} Feb 14 16:25:08.390044 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-31bdad60-d988-4c60-b360-c5535e1ef484 req-e0cad8c1-dfd5-42b6-a1be-c2c9706b6548 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651534 Feb 14 16:25:08.403037 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-dc7ba091-510a-4a8d-a478-a0fb48ba5497 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Router 269844b9-805e-4fa3-9db3-057ace461cd7 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:25:08.436940 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-2a33a8aa-2bce-497f-9f24-e0f597ca8df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:08.438494 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-2a33a8aa-2bce-497f-9f24-e0f597ca8df3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=496dad8484384e33ab64746e25f65435&device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 1127 time: 0.0563259 Feb 14 16:25:08.498293 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-9aa036a1-041a-447e-bed0-842adb2ed207 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 HTTP/1.1" status: 200 len: 217 time: 0.0491023 Feb 14 16:25:08.534893 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-dc7ba091-510a-4a8d-a478-a0fb48ba5497 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:25:08.546686 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e45191-bc71-4644-8b54-48f0ae05ef24 None None] Sync routers for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:25:08.556483 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e45191-bc71-4644-8b54-48f0ae05ef24 None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:25:08.557061 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-83bf7cf9-03cd-45a4-8361-b4080f5d3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:08.557580 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-70e45191-bc71-4644-8b54-48f0ae05ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:24:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:08.558741 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-83bf7cf9-03cd-45a4-8361-b4080f5d3475 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fa32d2b-efa8-42e4-9056-6d1870949102 HTTP/1.1" status: 200 len: 849 time: 0.0535562 Feb 14 16:25:08.603944 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-dc7ba091-510a-4a8d-a478-a0fb48ba5497 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] No DVR routers for this DVR port 3ee36624-1407-48eb-876a-8e23366850c8 on host hv-cinder-81966 {{(pid=102552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:25:08.606667 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-dc7ba091-510a-4a8d-a478-a0fb48ba5497 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:08.610437 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-dd9c42cc-3fce-4460-af46-f92688eb8771 req-dc7ba091-510a-4a8d-a478-a0fb48ba5497 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.42 "DELETE /v2.0/ports/3ee36624-1407-48eb-876a-8e23366850c8 HTTP/1.1" status: 204 len: 173 time: 1.4041770 Feb 14 16:25:08.611400 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adfe351-767e-4e17-b767-aa0765b07b17', 'name': 'network-vif-deleted', 'tag': '3ee36624-1407-48eb-876a-8e23366850c8'}] {{(pid=102552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:25:08.613566 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9be7e70e6e7d8e41db67d6a2a9b7a0bb24c700eebffb41e9ae5e2264f113bf3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa64dd5-e640-4d67-b4fa-d96185d95e6b" -d '{"events": [{"server_uuid": "0adfe351-767e-4e17-b767-aa0765b07b17", "name": "network-vif-deleted", "tag": "3ee36624-1407-48eb-876a-8e23366850c8"}]}' {{(pid=102552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:25:08.629186 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-a724985a-94d9-4cfa-af54-d0ebd20268cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:08.630849 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-a724985a-94d9-4cfa-af54-d0ebd20268cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83279c43-4dd9-42dc-876e-ba727c6ef376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564713 Feb 14 16:25:08.652940 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a792a6c6-dec8-4ba8-98c2-988cb35b9294 x-openstack-request-id: req-a792a6c6-dec8-4ba8-98c2-988cb35b9294 {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:25:08.653239 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adfe351-767e-4e17-b767-aa0765b07b17", "name": "network-vif-deleted", "tag": "3ee36624-1407-48eb-876a-8e23366850c8", "status": "completed", "code": 200}]} {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:25:08.653514 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a792a6c6-dec8-4ba8-98c2-988cb35b9294 {{(pid=102552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:25:08.653917 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adfe351-767e-4e17-b767-aa0765b07b17', 'name': 'network-vif-deleted', 'tag': '3ee36624-1407-48eb-876a-8e23366850c8', 'status': 'completed', 'code': 200} Feb 14 16:25:08.697709 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-70e45191-bc71-4644-8b54-48f0ae05ef24 None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:25:08.736558 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-1805b748-e00d-4a2e-a49c-eceedd2b1809 service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910549 Feb 14 16:25:08.847125 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2ecb8f9a-d164-4452-b27d-c54033db7125 req-e3e10ef7-cbe2-44ce-b81a-0826982a3a35 service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866380 Feb 14 16:25:08.907121 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-70e45191-bc71-4644-8b54-48f0ae05ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:08.945653 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e45191-bc71-4644-8b54-48f0ae05ef24 None None] Checking router: 269844b9-805e-4fa3-9db3-057ace461cd7 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:25:08.953027 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cf0b1-eb51-418e-b7a0-9cd7d5631b5a req-f24e48b9-080e-41e3-992a-e98cf2f83770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:08.954567 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bf8cf0b1-eb51-418e-b7a0-9cd7d5631b5a req-f24e48b9-080e-41e3-992a-e98cf2f83770 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=496dad8484384e33ab64746e25f65435&device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 1127 time: 0.0515549 Feb 14 16:25:08.956810 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e45191-bc71-4644-8b54-48f0ae05ef24 None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:25:08.957441 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-70e45191-bc71-4644-8b54-48f0ae05ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:24:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:08.962480 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-93390611-56f5-48f0-b676-097f4ab46ff5 req-c1a08bab-6764-4db7-898d-b1ac69ef5ccc tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adfe351-767e-4e17-b767-aa0765b07b17 HTTP/1.1" status: 200 len: 210 time: 0.0400186 Feb 14 16:25:09.066883 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cf0b1-eb51-418e-b7a0-9cd7d5631b5a req-5c7262a3-9c0a-49fa-b025-280217f1ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:09.068367 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bf8cf0b1-eb51-418e-b7a0-9cd7d5631b5a req-5c7262a3-9c0a-49fa-b025-280217f1ac52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83279c43-4dd9-42dc-876e-ba727c6ef376 HTTP/1.1" status: 200 len: 911 time: 0.1063476 Feb 14 16:25:09.110873 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bf8cf0b1-eb51-418e-b7a0-9cd7d5631b5a req-b0bff74c-4532-4fb6-8cb9-971368d9a80e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 HTTP/1.1" status: 200 len: 217 time: 0.0361242 Feb 14 16:25:09.129598 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 81cbcc85-36de-4a60-80f7-b0b24b66f045 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:25:09.153636 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: 81cbcc85-36de-4a60-80f7-b0b24b66f045 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:25:09.153973 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 81cbcc85-36de-4a60-80f7-b0b24b66f045 not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:25:09.154390 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 3ee36624-1407-48eb-876a-8e23366850c8 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:25:09.163775 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cf0b1-eb51-418e-b7a0-9cd7d5631b5a req-446b561e-b319-4402-ac74-38faacc6b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:09.165215 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bf8cf0b1-eb51-418e-b7a0-9cd7d5631b5a req-446b561e-b319-4402-ac74-38faacc6b054 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fa32d2b-efa8-42e4-9056-6d1870949102 HTTP/1.1" status: 200 len: 849 time: 0.0450251 Feb 14 16:25:09.178268 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: 3ee36624-1407-48eb-876a-8e23366850c8 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:25:09.179138 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 3ee36624-1407-48eb-876a-8e23366850c8 not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:25:09.220767 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cf0b1-eb51-418e-b7a0-9cd7d5631b5a req-87f8eba4-3a89-40fa-be0e-938d27021e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:09.222294 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bf8cf0b1-eb51-418e-b7a0-9cd7d5631b5a req-87f8eba4-3a89-40fa-be0e-938d27021e0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83279c43-4dd9-42dc-876e-ba727c6ef376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435975 Feb 14 16:25:09.238437 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-70e45191-bc71-4644-8b54-48f0ae05ef24 None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:25:09.334632 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bf8cf0b1-eb51-418e-b7a0-9cd7d5631b5a req-526d9a92-b125-4e61-92f9-141ed22c6430 service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038311 Feb 14 16:25:09.474808 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fffa53-0503-4c69-8968-4017c88dfa6d req-39904542-532e-4575-b2e4-1f4e7b86bceb tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:09.476878 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-12fffa53-0503-4c69-8968-4017c88dfa6d req-39904542-532e-4575-b2e4-1f4e7b86bceb tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 943 time: 0.1591809 Feb 14 16:25:09.479631 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-70e45191-bc71-4644-8b54-48f0ae05ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:09.512269 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bf8cf0b1-eb51-418e-b7a0-9cd7d5631b5a req-852caff1-4cf5-47d3-b456-bd846c118785 service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523049 Feb 14 16:25:09.514018 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e45191-bc71-4644-8b54-48f0ae05ef24 None None] The sync data for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi is: [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:25:09.531046 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b4532-775e-4b6e-becc-e261f52b7a8e req-2f16179c-1cc9-4d1a-bcf1-681ba3163a33 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:09.533916 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d54b4532-775e-4b6e-becc-e261f52b7a8e req-2f16179c-1cc9-4d1a-bcf1-681ba3163a33 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 946 time: 0.0608146 Feb 14 16:25:09.552242 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-12fffa53-0503-4c69-8968-4017c88dfa6d req-b4522ada-7d98-4dc1-ae93-dc997b1c9e00 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=030990b3-f010-4272-9b7d-3caf45745326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658081 Feb 14 16:25:09.587239 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d54b4532-775e-4b6e-becc-e261f52b7a8e req-3e316dfe-0eb7-4ab2-8d67-6c22f436aa1a tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473657 Feb 14 16:25:09.738724 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359ad68-1f6e-4adc-9ca7-e1a3daad8280 None None] New status for floating IP dd2110f6-6cd0-4ad6-aa13-ee3baadfad51: DOWN {{(pid=102555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:25:09.909275 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bd3a1-ea60-468c-8038-3717fadc5c2a req-19cf09e4-3e50-423e-b0a1-796e7312ce00 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:09.910669 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8b0bd3a1-ea60-468c-8038-3717fadc5c2a req-19cf09e4-3e50-423e-b0a1-796e7312ce00 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 946 time: 0.0560739 Feb 14 16:25:10.004827 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-8b0bd3a1-ea60-468c-8038-3717fadc5c2a req-eb7ac012-3ebf-4d54-820c-260c5ed72ea6 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Deleting port da3c674b-90f5-4bba-b6d6-ad660c670d5e {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:25:10.005519 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8b0bd3a1-ea60-468c-8038-3717fadc5c2a req-eb7ac012-3ebf-4d54-820c-260c5ed72ea6 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (da3c674b-90f5-4bba-b6d6-ad660c670d5e), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:10.096002 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-8b0bd3a1-ea60-468c-8038-3717fadc5c2a req-eb7ac012-3ebf-4d54-820c-260c5ed72ea6 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] For port da3c674b-90f5-4bba-b6d6-ad660c670d5e, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=da3c674b-90f5-4bba-b6d6-ad660c670d5e,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:25:10.096358 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8b0bd3a1-ea60-468c-8038-3717fadc5c2a req-eb7ac012-3ebf-4d54-820c-260c5ed72ea6 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (da3c674b-90f5-4bba-b6d6-ad660c670d5e), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:10.108859 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-8b0bd3a1-ea60-468c-8038-3717fadc5c2a req-eb7ac012-3ebf-4d54-820c-260c5ed72ea6 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Calling delete_port for da3c674b-90f5-4bba-b6d6-ad660c670d5e owned by compute:nova {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:25:10.213079 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-5a747c54-da02-49cf-915d-c8c54b463cad tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109650689&fields=id&tenant_id=82fd389af2ac4d44a27686a6c60979cb HTTP/1.1" status: 200 len: 267 time: 0.0438373 Feb 14 16:25:10.234167 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8b0bd3a1-ea60-468c-8038-3717fadc5c2a req-eb7ac012-3ebf-4d54-820c-260c5ed72ea6 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (da3c674b-90f5-4bba-b6d6-ad660c670d5e), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:10.247079 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['6b23e3d4-a0d7-4a01-95a5-1b97501ae898', '0965968b-38a0-4a59-87ca-78a312fd419a', 'da3c674b-90f5-4bba-b6d6-ad660c670d5e'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:25:10.266828 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ac012-3ebf-4d54-820c-260c5ed72ea6 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Pushing event deleted for resources: {'Port': ['ID=da3c674b-90f5-4bba-b6d6-ad660c670d5e,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:10.309434 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0bd3a1-ea60-468c-8038-3717fadc5c2a req-eb7ac012-3ebf-4d54-820c-260c5ed72ea6 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] No DVR routers for this DVR port da3c674b-90f5-4bba-b6d6-ad660c670d5e on host hv-cinder-81966 {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:25:10.312218 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8b0bd3a1-ea60-468c-8038-3717fadc5c2a req-eb7ac012-3ebf-4d54-820c-260c5ed72ea6 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:10.315988 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8b0bd3a1-ea60-468c-8038-3717fadc5c2a req-eb7ac012-3ebf-4d54-820c-260c5ed72ea6 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "DELETE /v2.0/ports/da3c674b-90f5-4bba-b6d6-ad660c670d5e HTTP/1.1" status: 204 len: 173 time: 0.3998594 Feb 14 16:25:10.325945 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-8dd04803-116d-408b-af0b-74ae78803421 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:10.327835 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-8dd04803-116d-408b-af0b-74ae78803421 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 812 time: 0.1081200 Feb 14 16:25:10.348500 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-91e6ae32-e6f8-4d4c-8b0d-76a8f7f04228 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/quotas/82fd389af2ac4d44a27686a6c60979cb HTTP/1.1" status: 200 len: 375 time: 0.0146387 Feb 14 16:25:10.382236 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60640ddd-3423-4da2-8b01-410b1a87c107', 'name': 'network-vif-deleted', 'tag': 'da3c674b-90f5-4bba-b6d6-ad660c670d5e'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:25:10.384579 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a737faf-d13b-4b00-8332-383d99fc235d" -d '{"events": [{"server_uuid": "60640ddd-3423-4da2-8b01-410b1a87c107", "name": "network-vif-deleted", "tag": "da3c674b-90f5-4bba-b6d6-ad660c670d5e"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:25:10.407382 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-ecea6f52-b09e-4b10-a5fc-11fbd710dc49 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529697 Feb 14 16:25:10.436480 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c869168d-9419-4def-8961-449476b44cf9 x-openstack-request-id: req-c869168d-9419-4def-8961-449476b44cf9 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:25:10.436977 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60640ddd-3423-4da2-8b01-410b1a87c107", "name": "network-vif-deleted", "tag": "da3c674b-90f5-4bba-b6d6-ad660c670d5e", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:25:10.437385 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c869168d-9419-4def-8961-449476b44cf9 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:25:10.437953 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60640ddd-3423-4da2-8b01-410b1a87c107', 'name': 'network-vif-deleted', 'tag': 'da3c674b-90f5-4bba-b6d6-ad660c670d5e', 'status': 'completed', 'code': 200} Feb 14 16:25:10.518988 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-91959411-f006-4b2c-9fb3-94354dbb5597 service neutron] 10.222.0.55 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984895 Feb 14 16:25:10.606183 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-1f8293a5-b3df-4adb-b052-4c10f8004dc7 service neutron] 10.222.0.55 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810046 Feb 14 16:25:10.675209 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6b72-3d41-49fa-88ee-4537131f518d req-a3ff201d-28ef-4c68-b057-406472e997e1 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:10.676694 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-78aa6b72-3d41-49fa-88ee-4537131f518d req-a3ff201d-28ef-4c68-b057-406472e997e1 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 943 time: 0.0556822 Feb 14 16:25:10.726896 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-78aa6b72-3d41-49fa-88ee-4537131f518d req-d42d9683-b18f-42cf-9713-ba441b67dff6 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=030990b3-f010-4272-9b7d-3caf45745326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441649 Feb 14 16:25:10.846537 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-383861f9-ec25-49a4-9dea-1e3392d25523 req-fd380641-0877-4fa8-81a8-193c72752cc9 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=60640ddd-3423-4da2-8b01-410b1a87c107 HTTP/1.1" status: 200 len: 210 time: 0.0363624 Feb 14 16:25:10.923556 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e367856c-aa96-41a7-b669-a09224d746d1 req-be1698fb-012f-4ccc-b1e9-b2c26afabb1d tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 210 time: 0.0262215 Feb 14 16:25:11.103396 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:25:11.202896 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:25:11.216918 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': 'f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'port_id': 'f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35', 'mac_address': 'fa:16:3e:de:ff:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:25:11.253727 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:25:11.254339 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:11.267620 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:25:11.296125 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:25:11.300271 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:11.304709 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:11.347702 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:11.548747 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:25:11.879106 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424381d-a5c7-498b-8755-3d43cfed3b5a req-9f09eb07-7dc9-4532-b56d-43dda9dc201d tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:11.880627 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a424381d-a5c7-498b-8755-3d43cfed3b5a req-9f09eb07-7dc9-4532-b56d-43dda9dc201d tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 944 time: 0.0857651 Feb 14 16:25:11.988316 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-0356ad0e-3d53-4223-b5dc-32eb3871bee8 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:11.989883 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-0356ad0e-3d53-4223-b5dc-32eb3871bee8 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.42 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 812 time: 0.1550074 Feb 14 16:25:11.994653 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a424381d-a5c7-498b-8755-3d43cfed3b5a req-69ea0f22-e1c1-43a5-960a-03354edcae39 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=030990b3-f010-4272-9b7d-3caf45745326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079643 Feb 14 16:25:12.066622 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-e5b89e01-5d24-45b1-9ff2-a1bee0be478a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82fd389af2ac4d44a27686a6c60979cb HTTP/1.1" status: 200 len: 379 time: 0.0673201 Feb 14 16:25:12.078263 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-f1a71682-27e2-4296-8b87-ca5ecb61e8cd tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Request body: {'port': {'device_id': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'admin_state_up': True, 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'security_groups': ['6cf5b6c4-7f88-45fd-9929-40068b894bad']}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:25:12.133080 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8090782e-be81-4b10-8b04-56ba464aaaab req-9faa9ba5-186d-4ce7-9d52-fe1b4c05d3b7 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 210 time: 0.0395920 Feb 14 16:25:12.149807 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942b339-12b9-4f2a-9825-72dfb25e8834 req-14cb2581-cadb-4560-ae9d-5af827f1ec66 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:12.151293 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d942b339-12b9-4f2a-9825-72dfb25e8834 req-14cb2581-cadb-4560-ae9d-5af827f1ec66 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 945 time: 0.0592549 Feb 14 16:25:12.197286 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d942b339-12b9-4f2a-9825-72dfb25e8834 req-df989b0c-0922-4cfc-b736-c5c9796ed3f7 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Feb 14 16:25:12.217906 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-f1a71682-27e2-4296-8b87-ca5ecb61e8cd tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Made reservation on behalf of 82fd389af2ac4d44a27686a6c60979cb for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:25:12.221221 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-f1a71682-27e2-4296-8b87-ca5ecb61e8cd tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:12.343190 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-f1a71682-27e2-4296-8b87-ca5ecb61e8cd tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Allocated IP 172.20.0.13 (44684784-0d26-471d-9a19-2b37a993c4ac/1b4c5ab6-b530-4a40-828d-6c24277d6e4f/d89d34c9-6a41-4e0d-b642-18c9047ac04d) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:25:12.483072 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-f1a71682-27e2-4296-8b87-ca5ecb61e8cd tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:12.516049 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-f1a71682-27e2-4296-8b87-ca5ecb61e8cd tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:12.554728 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-f1a71682-27e2-4296-8b87-ca5ecb61e8cd tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Network 44684784-0d26-471d-9a19-2b37a993c4ac is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:25:12.557697 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-f1a71682-27e2-4296-8b87-ca5ecb61e8cd tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:25:12.563585 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-f1a71682-27e2-4296-8b87-ca5ecb61e8cd tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:25:12.588248 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a71682-27e2-4296-8b87-ca5ecb61e8cd tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'Port': ['ID=d89d34c9-6a41-4e0d-b642-18c9047ac04d,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:12.615853 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-f1a71682-27e2-4296-8b87-ca5ecb61e8cd tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:12.616508 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-f1a71682-27e2-4296-8b87-ca5ecb61e8cd tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:12.633187 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-f1a71682-27e2-4296-8b87-ca5ecb61e8cd tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5589902 Feb 14 16:25:12.644411 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Request body: {'port': {'device_id': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:25:12.713729 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:12.836897 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-d70a4cbe-b07e-4f37-94a1-9afba07c379f None None] Provisioning complete for port d89d34c9-6a41-4e0d-b642-18c9047ac04d triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:25:12.837505 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d70a4cbe-b07e-4f37-94a1-9afba07c379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:12.868927 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-d70a4cbe-b07e-4f37-94a1-9afba07c379f None None] Port d89d34c9-6a41-4e0d-b642-18c9047ac04d cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:25:12.969584 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89d34c9-6a41-4e0d-b642-18c9047ac04d {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:25:12.977080 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Publish callbacks [] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:12.988478 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Transition to ACTIVE for port object d89d34c9-6a41-4e0d-b642-18c9047ac04d will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:25:12.992709 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:13.063355 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Pushing event updated for resources: {'Port': ['ID=d89d34c9-6a41-4e0d-b642-18c9047ac04d,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:13.103583 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:25:13.159094 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Attempting to bind port d89d34c9-6a41-4e0d-b642-18c9047ac04d on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:25:13.159578 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Attempting to bind port d89d34c9-6a41-4e0d-b642-18c9047ac04d by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:25:13.160008 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Attempting to bind port d89d34c9-6a41-4e0d-b642-18c9047ac04d on network 44684784-0d26-471d-9a19-2b37a993c4ac {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:25:13.174537 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda9465-79a3-458f-b935-d4732c2e83ba req-6301662d-0751-454b-888f-a91c9e34543b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:13.175769 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:25:13.176367 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3cda9465-79a3-458f-b935-d4732c2e83ba req-6301662d-0751-454b-888f-a91c9e34543b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 944 time: 0.0883155 Feb 14 16:25:13.177263 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Port d89d34c9-6a41-4e0d-b642-18c9047ac04d on network 44684784-0d26-471d-9a19-2b37a993c4ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:25:13.177714 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Attempting to bind port d89d34c9-6a41-4e0d-b642-18c9047ac04d on network 44684784-0d26-471d-9a19-2b37a993c4ac {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:25:13.180741 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:25:13.181118 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:13.184372 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:25:13.184585 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Checking segment: {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:25:13.184930 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Bound using segment: {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:25:13.185362 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Bound port: d89d34c9-6a41-4e0d-b642-18c9047ac04d, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:25:13.185767 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:13.266709 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:25:13.267197 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:13.290368 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b607a-e9b4-4720-85fe-8dc84330835a req-632f8c62-aef2-44e4-b68e-59eb675dc7f0 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:13.291844 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-869b607a-e9b4-4720-85fe-8dc84330835a req-632f8c62-aef2-44e4-b68e-59eb675dc7f0 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 944 time: 0.0625761 Feb 14 16:25:13.304199 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53dece6-0299-4d08-9aa7-4f9e4a4dda80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:25:13.306669 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1c8968-ef47-4029-86e9-92537290f62c" -d '{"events": [{"server_uuid": "b53dece6-0299-4d08-9aa7-4f9e4a4dda80", "name": "network-vif-plugged", "status": "completed", "tag": "f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:25:13.326110 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:25:13.332516 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:13.333607 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device da3c674b-90f5-4bba-b6d6-ad660c670d5e no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:25:13.363938 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-869b607a-e9b4-4720-85fe-8dc84330835a req-01170412-7a1a-47d0-8a87-68d61670a4ed tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628567 Feb 14 16:25:13.377259 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: da3c674b-90f5-4bba-b6d6-ad660c670d5e {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:25:13.377630 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device da3c674b-90f5-4bba-b6d6-ad660c670d5e not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:25:13.410295 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:13.484246 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8acf5-8d38-43fb-b2d3-2071f8d69418 req-ebde60c7-0cd1-45c5-95a2-487a44bdf8f1 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:13.485767 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e8c8acf5-8d38-43fb-b2d3-2071f8d69418 req-ebde60c7-0cd1-45c5-95a2-487a44bdf8f1 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 945 time: 0.0522838 Feb 14 16:25:13.522295 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3cda9465-79a3-458f-b935-d4732c2e83ba req-d2cf6e69-2cac-41d1-a3f3-aa7edb55cdd5 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=030990b3-f010-4272-9b7d-3caf45745326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3332300 Feb 14 16:25:13.548222 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] For port d89d34c9-6a41-4e0d-b642-18c9047ac04d, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:25:13.552278 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e8c8acf5-8d38-43fb-b2d3-2071f8d69418 req-f1e79642-4a6a-4ce3-87fb-ce4808e2e82a tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599401 Feb 14 16:25:13.556309 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] For port d89d34c9-6a41-4e0d-b642-18c9047ac04d, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d89d34c9-6a41-4e0d-b642-18c9047ac04d,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:25:13.564531 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:13.573765 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1020882b-abf4-4d2f-8e4d-11759899c593 x-openstack-request-id: req-1020882b-abf4-4d2f-8e4d-11759899c593 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:25:13.574166 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53dece6-0299-4d08-9aa7-4f9e4a4dda80", "name": "network-vif-plugged", "status": "completed", "tag": "f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:25:13.574478 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1020882b-abf4-4d2f-8e4d-11759899c593 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:25:13.574935 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53dece6-0299-4d08-9aa7-4f9e4a4dda80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35', 'code': 200} Feb 14 16:25:13.595380 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8bb9e-6216-4d7c-b739-09ec69464e13 req-fd720b27-571f-4706-8a2d-02e0ade56c4d tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:13.596800 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e8e8bb9e-6216-4d7c-b739-09ec69464e13 req-fd720b27-571f-4706-8a2d-02e0ade56c4d tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 945 time: 0.0562799 Feb 14 16:25:13.596947 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:25:13.610955 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:13.611564 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:13.612911 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] 10.222.0.42 "PUT /v2.0/ports/d89d34c9-6a41-4e0d-b642-18c9047ac04d HTTP/1.1" status: 200 len: 1094 time: 0.9726920 Feb 14 16:25:13.613332 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'tag': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:25:13.615601 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61817b3-d95c-4dea-8f5a-79fd275d66f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9626de80-8363-4bfa-8ff5-44ab1297e497", "tag": "d89d34c9-6a41-4e0d-b642-18c9047ac04d"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:25:13.635734 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c557bee-714a-48c1-8ba7-595748d51062 service neutron] Pushing event updated for resources: {'Port': ['ID=d89d34c9-6a41-4e0d-b642-18c9047ac04d,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:13.708153 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451b3885-c187-4af7-be97-551997fa21d5 x-openstack-request-id: req-451b3885-c187-4af7-be97-551997fa21d5 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:25:13.708452 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9626de80-8363-4bfa-8ff5-44ab1297e497", "tag": "d89d34c9-6a41-4e0d-b642-18c9047ac04d", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:25:13.709352 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-451b3885-c187-4af7-be97-551997fa21d5 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:25:13.709352 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'tag': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'status': 'completed', 'code': 200} Feb 14 16:25:13.734438 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-f3c19f63-b5c2-4ce0-b324-b5a13de74347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:13.736274 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-f3c19f63-b5c2-4ce0-b324-b5a13de74347 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 1128 time: 0.0598371 Feb 14 16:25:13.743079 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [req-e8e8bb9e-6216-4d7c-b739-09ec69464e13 req-39b013af-f873-4507-94c7-d0ad598e0555 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Deleting port 0965968b-38a0-4a59-87ca-78a312fd419a {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:25:13.743428 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-e8e8bb9e-6216-4d7c-b739-09ec69464e13 req-39b013af-f873-4507-94c7-d0ad598e0555 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (0965968b-38a0-4a59-87ca-78a312fd419a), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:13.820173 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-c13ffb39-cdc0-45bc-80de-13f25adf03cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d89d34c9-6a41-4e0d-b642-18c9047ac04d HTTP/1.1" status: 200 len: 217 time: 0.0575883 Feb 14 16:25:13.844085 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [req-e8e8bb9e-6216-4d7c-b739-09ec69464e13 req-39b013af-f873-4507-94c7-d0ad598e0555 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] For port 0965968b-38a0-4a59-87ca-78a312fd419a, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0965968b-38a0-4a59-87ca-78a312fd419a,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:25:13.844465 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-e8e8bb9e-6216-4d7c-b739-09ec69464e13 req-39b013af-f873-4507-94c7-d0ad598e0555 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (0965968b-38a0-4a59-87ca-78a312fd419a), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:13.857682 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [req-e8e8bb9e-6216-4d7c-b739-09ec69464e13 req-39b013af-f873-4507-94c7-d0ad598e0555 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Calling delete_port for 0965968b-38a0-4a59-87ca-78a312fd419a owned by compute:nova {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:25:13.885021 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c3564-ee75-440b-bac0-7c8ec7a31653 req-5e5bdb55-f60f-46ea-96ae-863f8631b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:13.886464 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6f2c3564-ee75-440b-bac0-7c8ec7a31653 req-5e5bdb55-f60f-46ea-96ae-863f8631b28b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 1129 time: 0.1324773 Feb 14 16:25:13.898591 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9b0994f6-6fda-40fe-bba0-b3b96980a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:13.899893 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-9b0994f6-6fda-40fe-bba0-b3b96980a692 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b4c5ab6-b530-4a40-828d-6c24277d6e4f HTTP/1.1" status: 200 len: 851 time: 0.0727420 Feb 14 16:25:13.962994 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6f2c3564-ee75-440b-bac0-7c8ec7a31653 req-b7042d16-f617-4e1a-9b2a-7a49c6cdc822 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=030990b3-f010-4272-9b7d-3caf45745326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703895 Feb 14 16:25:13.963680 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-86d50456-2c7d-4f85-8e89-86c3590ed285 req-9c5bc3e2-4397-4d4b-aaa0-1f4ac9167e12 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929806 Feb 14 16:25:13.972291 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-88e9f348-917e-419b-8111-1b2664aacb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:13.974043 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-88e9f348-917e-419b-8111-1b2664aacb8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44684784-0d26-471d-9a19-2b37a993c4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663116 Feb 14 16:25:14.024846 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-e8e8bb9e-6216-4d7c-b739-09ec69464e13 req-39b013af-f873-4507-94c7-d0ad598e0555 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (0965968b-38a0-4a59-87ca-78a312fd419a), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:14.036227 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['6b23e3d4-a0d7-4a01-95a5-1b97501ae898', '0965968b-38a0-4a59-87ca-78a312fd419a'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:25:14.055934 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b013af-f873-4507-94c7-d0ad598e0555 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Pushing event deleted for resources: {'Port': ['ID=0965968b-38a0-4a59-87ca-78a312fd419a,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:14.095195 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e8bb9e-6216-4d7c-b739-09ec69464e13 req-39b013af-f873-4507-94c7-d0ad598e0555 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] No DVR routers for this DVR port 0965968b-38a0-4a59-87ca-78a312fd419a on host hv-cinder-81966 {{(pid=102552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:25:14.097676 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-e8e8bb9e-6216-4d7c-b739-09ec69464e13 req-39b013af-f873-4507-94c7-d0ad598e0555 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:14.101787 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e8e8bb9e-6216-4d7c-b739-09ec69464e13 req-39b013af-f873-4507-94c7-d0ad598e0555 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "DELETE /v2.0/ports/0965968b-38a0-4a59-87ca-78a312fd419a HTTP/1.1" status: 204 len: 173 time: 0.4875419 Feb 14 16:25:14.102227 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6', 'name': 'network-vif-deleted', 'tag': '0965968b-38a0-4a59-87ca-78a312fd419a'}] {{(pid=102552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:25:14.104471 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9be7e70e6e7d8e41db67d6a2a9b7a0bb24c700eebffb41e9ae5e2264f113bf3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37b222d-abd1-4c49-9b1d-8be2ab4dde1a" -d '{"events": [{"server_uuid": "38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6", "name": "network-vif-deleted", "tag": "0965968b-38a0-4a59-87ca-78a312fd419a"}]}' {{(pid=102552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:25:14.139405 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b010e3f-bf5c-4e1c-847c-1adcd23bda0c x-openstack-request-id: req-1b010e3f-bf5c-4e1c-847c-1adcd23bda0c {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:25:14.139730 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6", "name": "network-vif-deleted", "tag": "0965968b-38a0-4a59-87ca-78a312fd419a", "status": "completed", "code": 200}]} {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:25:14.139991 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b010e3f-bf5c-4e1c-847c-1adcd23bda0c {{(pid=102552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:25:14.140395 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6', 'name': 'network-vif-deleted', 'tag': '0965968b-38a0-4a59-87ca-78a312fd419a', 'status': 'completed', 'code': 200} Feb 14 16:25:14.258555 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d50456-2c7d-4f85-8e89-86c3590ed285 req-f797d4d6-e9a1-4418-b055-19e712f0d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:14.260105 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-86d50456-2c7d-4f85-8e89-86c3590ed285 req-f797d4d6-e9a1-4418-b055-19e712f0d9e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48eba856df5748f5a8272770dcaff3ec&device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 1129 time: 0.0525572 Feb 14 16:25:14.296487 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-1f432840-250e-4001-9b04-22e208f82342 service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895801 Feb 14 16:25:14.370565 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d50456-2c7d-4f85-8e89-86c3590ed285 req-c86883cd-a8d1-4cdc-aede-7952be7f9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:14.372020 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-86d50456-2c7d-4f85-8e89-86c3590ed285 req-c86883cd-a8d1-4cdc-aede-7952be7f9fc1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6091d008-f3ac-4b0b-a84e-7f07f7da10df HTTP/1.1" status: 200 len: 914 time: 0.0869875 Feb 14 16:25:14.385801 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4a3ebebc-0fde-4bec-a323-ff05098b8165 req-7231cf10-f90a-4288-bbf7-2cac501593c0 service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818088 Feb 14 16:25:14.451080 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-86d50456-2c7d-4f85-8e89-86c3590ed285 req-a6603082-f38b-476a-8df2-fce66f5104fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b23e3d4-a0d7-4a01-95a5-1b97501ae898 HTTP/1.1" status: 200 len: 217 time: 0.0452361 Feb 14 16:25:14.500787 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61817b3-d95c-4dea-8f5a-79fd275d66f0 req-dffe12c1-a3ac-4823-8a98-d273ae90ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:14.502297 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b61817b3-d95c-4dea-8f5a-79fd275d66f0 req-dffe12c1-a3ac-4823-8a98-d273ae90ed77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 1128 time: 0.0439212 Feb 14 16:25:14.522704 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d50456-2c7d-4f85-8e89-86c3590ed285 req-65f44a6c-43e9-4751-ace0-82ec16493928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:14.524159 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-86d50456-2c7d-4f85-8e89-86c3590ed285 req-65f44a6c-43e9-4751-ace0-82ec16493928 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a21aed8d-f6ea-4f13-95aa-67ab44b4ff13 HTTP/1.1" status: 200 len: 853 time: 0.0660248 Feb 14 16:25:14.535718 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ea6ca-b707-48c5-bdeb-20ebab320d61 req-04db6a84-1975-441e-9a58-9939af9d0f73 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:14.537171 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c28ea6ca-b707-48c5-bdeb-20ebab320d61 req-04db6a84-1975-441e-9a58-9939af9d0f73 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 944 time: 0.0885890 Feb 14 16:25:14.572134 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-86d50456-2c7d-4f85-8e89-86c3590ed285 req-263b81c2-67f9-4377-97b3-7f7e83a31dc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6091d008-f3ac-4b0b-a84e-7f07f7da10df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337877 Feb 14 16:25:14.611244 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61817b3-d95c-4dea-8f5a-79fd275d66f0 req-509f698e-54e6-412e-9c37-c503d7f46bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:14.612695 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b61817b3-d95c-4dea-8f5a-79fd275d66f0 req-509f698e-54e6-412e-9c37-c503d7f46bae service neutron] 10.222.0.42 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 913 time: 0.1014049 Feb 14 16:25:14.643000 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c28ea6ca-b707-48c5-bdeb-20ebab320d61 req-45f27e39-b5d4-4e17-8b14-0644e36ccd4e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939555 Feb 14 16:25:14.673390 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b61817b3-d95c-4dea-8f5a-79fd275d66f0 req-81c5e3ee-d7c4-408a-811b-1886b190f0e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d89d34c9-6a41-4e0d-b642-18c9047ac04d HTTP/1.1" status: 200 len: 217 time: 0.0458956 Feb 14 16:25:14.724509 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-86d50456-2c7d-4f85-8e89-86c3590ed285 req-dd4571b1-fb58-4e07-9932-94464aeaef83 service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385090 Feb 14 16:25:14.727855 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a39bf-afa1-44cd-b681-a985b4f0ed22 req-27e64180-af9d-486e-9910-69ae361ad0c8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:14.729627 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ca9a39bf-afa1-44cd-b681-a985b4f0ed22 req-27e64180-af9d-486e-9910-69ae361ad0c8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 945 time: 0.1323962 Feb 14 16:25:14.759876 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61817b3-d95c-4dea-8f5a-79fd275d66f0 req-0e70895d-ae14-4376-a117-2fcd66f59c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:14.760990 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b61817b3-d95c-4dea-8f5a-79fd275d66f0 req-0e70895d-ae14-4376-a117-2fcd66f59c15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b4c5ab6-b530-4a40-828d-6c24277d6e4f HTTP/1.1" status: 200 len: 851 time: 0.0786910 Feb 14 16:25:14.817732 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2ef3dc53-d6d2-492f-9eb8-3b7d20635891 req-ad4756ea-0bd0-42c8-a289-47a9b2d86f89 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e1f6b2-b42d-41ec-8ffe-c9a3fbbccaf6 HTTP/1.1" status: 200 len: 210 time: 0.0671680 Feb 14 16:25:14.824701 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ca9a39bf-afa1-44cd-b681-a985b4f0ed22 req-cdff7128-e867-4ab6-835f-317be694019d tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=030990b3-f010-4272-9b7d-3caf45745326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865157 Feb 14 16:25:14.838844 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61817b3-d95c-4dea-8f5a-79fd275d66f0 req-fb31fdb0-189a-4c25-8b02-d3521624916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:14.840412 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b61817b3-d95c-4dea-8f5a-79fd275d66f0 req-fb31fdb0-189a-4c25-8b02-d3521624916b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44684784-0d26-471d-9a19-2b37a993c4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705216 Feb 14 16:25:14.872974 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-86d50456-2c7d-4f85-8e89-86c3590ed285 req-48c3b7de-d9a2-40b2-82f6-dadd0a305a33 service neutron] 10.222.0.42 "GET /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399045 Feb 14 16:25:14.934913 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b61817b3-d95c-4dea-8f5a-79fd275d66f0 req-d9f89353-a395-4a1a-80b6-6420efb496ba service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876169 Feb 14 16:25:15.043932 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b61817b3-d95c-4dea-8f5a-79fd275d66f0 req-77c331f1-ed34-404c-9af5-910ff1e2f561 service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874207 Feb 14 16:25:15.764154 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1d5bd-9ca7-4864-8b67-760372a2b2ed req-dcf750f9-92a1-4e5c-882d-11bd3d5a42c1 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:15.765636 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-afb1d5bd-9ca7-4864-8b67-760372a2b2ed req-dcf750f9-92a1-4e5c-882d-11bd3d5a42c1 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 944 time: 0.0515916 Feb 14 16:25:15.813417 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-afb1d5bd-9ca7-4864-8b67-760372a2b2ed req-6248bc29-49c8-4e7b-b451-b0c78125842a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422835 Feb 14 16:25:15.950738 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9144a3c-f5c5-4ac7-9871-1670fb307f8e req-0179e904-48eb-4f34-88e0-bf3d0c4eaa5d tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:15.952223 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a9144a3c-f5c5-4ac7-9871-1670fb307f8e req-0179e904-48eb-4f34-88e0-bf3d0c4eaa5d tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 945 time: 0.0596690 Feb 14 16:25:15.997717 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a9144a3c-f5c5-4ac7-9871-1670fb307f8e req-73177449-7c1f-4726-891b-ad9f10ec910f tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=030990b3-f010-4272-9b7d-3caf45745326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394962 Feb 14 16:25:16.116643 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb83fe-a8bb-4252-89e0-160af50edce9 req-516b2bd6-c6bf-4ec6-8e09-007778ffea7b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:16.118197 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-1deb83fe-a8bb-4252-89e0-160af50edce9 req-516b2bd6-c6bf-4ec6-8e09-007778ffea7b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 945 time: 0.0574327 Feb 14 16:25:16.126755 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55328) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:16.131310 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-0811c6d7-6623-4368-b201-32d3f42ceb75 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Request body: {'floatingip': {'port_id': 'f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:25:16.175223 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0811c6d7-6623-4368-b201-32d3f42ceb75 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for floatingip (270cedba-b3f1-4b46-9701-61e2eae50793), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:16.616997 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0811c6d7-6623-4368-b201-32d3f42ceb75 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:16.620819 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0811c6d7-6623-4368-b201-32d3f42ceb75 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (270cedba-b3f1-4b46-9701-61e2eae50793), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:16.718634 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.l3_db [None req-0811c6d7-6623-4368-b201-32d3f42ceb75 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Floating IP 270cedba-b3f1-4b46-9701-61e2eae50793 associated. External IP: 172.27.2.248, port: f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35. Feb 14 16:25:16.924580 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0811c6d7-6623-4368-b201-32d3f42ceb75 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Router b8cf8595-208e-4319-83cb-34b95c0f6cfb has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:25:16.938386 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623c2df-7b76-414f-ac5b-a243e1f6d8f9 req-436bf659-b7ad-48c9-a697-8c8f19a6d972 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:16.939970 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0623c2df-7b76-414f-ac5b-a243e1f6d8f9 req-436bf659-b7ad-48c9-a697-8c8f19a6d972 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 944 time: 0.0537786 Feb 14 16:25:17.001410 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0623c2df-7b76-414f-ac5b-a243e1f6d8f9 req-a2821ecf-91e9-4c35-bd2f-c323c0399c7c tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557244 Feb 14 16:25:17.046278 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0811c6d7-6623-4368-b201-32d3f42ceb75 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:25:17.051260 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0811c6d7-6623-4368-b201-32d3f42ceb75 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:17.057557 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4f14af-c48e-41b7-8fb5-dcacdfb16276 None None] Sync routers for ids ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:25:17.067141 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4f14af-c48e-41b7-8fb5-dcacdfb16276 None None] Routers {'b8cf8595-208e-4319-83cb-34b95c0f6cfb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:25:17.068080 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-8c4f14af-c48e-41b7-8fb5-dcacdfb16276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:24:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:17.083135 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-0811c6d7-6623-4368-b201-32d3f42ceb75 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "PUT /v2.0/floatingips/270cedba-b3f1-4b46-9701-61e2eae50793 HTTP/1.1" status: 200 len: 991 time: 0.9552300 Feb 14 16:25:17.083726 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53dece6-0299-4d08-9aa7-4f9e4a4dda80', 'tag': 'f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:25:17.086450 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb7500c-b730-4c3b-a289-78faece9e677" -d '{"events": [{"name": "network-changed", "server_uuid": "b53dece6-0299-4d08-9aa7-4f9e4a4dda80", "tag": "f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:25:17.111483 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 0965968b-38a0-4a59-87ca-78a312fd419a no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:25:17.139099 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: 0965968b-38a0-4a59-87ca-78a312fd419a {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:25:17.140558 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 0965968b-38a0-4a59-87ca-78a312fd419a not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:25:17.172873 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60da90c-3691-4a16-93eb-523a0a7bbfd8 x-openstack-request-id: req-d60da90c-3691-4a16-93eb-523a0a7bbfd8 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:25:17.173373 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53dece6-0299-4d08-9aa7-4f9e4a4dda80", "tag": "f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:25:17.173483 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d60da90c-3691-4a16-93eb-523a0a7bbfd8 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:25:17.173826 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53dece6-0299-4d08-9aa7-4f9e4a4dda80', 'tag': 'f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35', 'status': 'completed', 'code': 200} Feb 14 16:25:17.227463 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-8c4f14af-c48e-41b7-8fb5-dcacdfb16276 None None] Set router b8cf8595-208e-4319-83cb-34b95c0f6cfb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:25:17.244798 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a32488-11b6-4a7a-bdf7-1021e7a45470 req-e11992ae-816e-4a56-8616-219a2a533f4c tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:17.246348 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f2a32488-11b6-4a7a-bdf7-1021e7a45470 req-e11992ae-816e-4a56-8616-219a2a533f4c tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 945 time: 0.0575383 Feb 14 16:25:17.261219 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7500c-b730-4c3b-a289-78faece9e677 req-f91ec30e-cf76-49b6-a56d-11f42e762faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:17.262738 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5fb7500c-b730-4c3b-a289-78faece9e677 req-f91ec30e-cf76-49b6-a56d-11f42e762faa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=496dad8484384e33ab64746e25f65435&device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 1129 time: 0.0559411 Feb 14 16:25:17.313927 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f2a32488-11b6-4a7a-bdf7-1021e7a45470 req-75003e41-5269-4bc5-8c97-e07cbbf8a8fd tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615640 Feb 14 16:25:17.401203 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7500c-b730-4c3b-a289-78faece9e677 req-6347a3c9-33e9-4866-a9cd-bd0e0df1a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:17.401203 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5fb7500c-b730-4c3b-a289-78faece9e677 req-6347a3c9-33e9-4866-a9cd-bd0e0df1a196 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83279c43-4dd9-42dc-876e-ba727c6ef376 HTTP/1.1" status: 200 len: 911 time: 0.1263936 Feb 14 16:25:17.469936 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5fb7500c-b730-4c3b-a289-78faece9e677 req-41892235-8848-40a3-8677-86fe5e5c4c7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 HTTP/1.1" status: 200 len: 999 time: 0.0655279 Feb 14 16:25:17.528263 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7500c-b730-4c3b-a289-78faece9e677 req-ac77d416-9587-4c63-95c5-7337181c7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:17.529756 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5fb7500c-b730-4c3b-a289-78faece9e677 req-ac77d416-9587-4c63-95c5-7337181c7287 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fa32d2b-efa8-42e4-9056-6d1870949102 HTTP/1.1" status: 200 len: 849 time: 0.0511551 Feb 14 16:25:17.542417 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-8c4f14af-c48e-41b7-8fb5-dcacdfb16276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': '270cedba-b3f1-4b46-9701-61e2eae50793', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'port_id': 'f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'mac_address': 'fa:16:3e:de:ff:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53dece6-0299-4d08-9aa7-4f9e4a4dda80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:25:04Z', 'updated_at': '2022-02-14T16:25:16Z', 'revision_number': 1, 'project_id': '496dad8484384e33ab64746e25f65435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:29Z', 'revision_number': 5, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:17.571507 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4f14af-c48e-41b7-8fb5-dcacdfb16276 None None] Checking router: b8cf8595-208e-4319-83cb-34b95c0f6cfb for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:25:17.579797 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4f14af-c48e-41b7-8fb5-dcacdfb16276 None None] Routers {'b8cf8595-208e-4319-83cb-34b95c0f6cfb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:25:17.580315 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7500c-b730-4c3b-a289-78faece9e677 req-7dc0cde1-38b9-4e6a-b26e-259c63eed2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:17.580440 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-8c4f14af-c48e-41b7-8fb5-dcacdfb16276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:24:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:17.581882 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5fb7500c-b730-4c3b-a289-78faece9e677 req-7dc0cde1-38b9-4e6a-b26e-259c63eed2c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83279c43-4dd9-42dc-876e-ba727c6ef376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456254 Feb 14 16:25:17.671624 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5fb7500c-b730-4c3b-a289-78faece9e677 req-8115a24a-f44e-4fad-91cf-aae0053a0565 service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813677 Feb 14 16:25:17.688308 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-8c4f14af-c48e-41b7-8fb5-dcacdfb16276 None None] Set router b8cf8595-208e-4319-83cb-34b95c0f6cfb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:25:17.781043 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5fb7500c-b730-4c3b-a289-78faece9e677 req-bb801445-2703-4436-b6db-97cd79a7789b service neutron] 10.222.0.42 "GET /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033525 Feb 14 16:25:18.035610 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-8c4f14af-c48e-41b7-8fb5-dcacdfb16276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': '270cedba-b3f1-4b46-9701-61e2eae50793', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'port_id': 'f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'mac_address': 'fa:16:3e:de:ff:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53dece6-0299-4d08-9aa7-4f9e4a4dda80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:25:04Z', 'updated_at': '2022-02-14T16:25:16Z', 'revision_number': 1, 'project_id': '496dad8484384e33ab64746e25f65435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:29Z', 'revision_number': 5, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:18.075574 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4f14af-c48e-41b7-8fb5-dcacdfb16276 None None] The sync data for ids ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'] in dv-cinder-819668-3-iscsi is: [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': '270cedba-b3f1-4b46-9701-61e2eae50793', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'port_id': 'f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'mac_address': 'fa:16:3e:de:ff:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53dece6-0299-4d08-9aa7-4f9e4a4dda80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:25:04Z', 'updated_at': '2022-02-14T16:25:16Z', 'revision_number': 1, 'project_id': '496dad8484384e33ab64746e25f65435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:29Z', 'revision_number': 5, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:25:18.129858 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a88a5-4b2b-49c9-ab3b-634da2479d09 req-1a1a85bc-0d75-4365-96f6-4b9d9df857c9 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:18.131352 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e85a88a5-4b2b-49c9-ab3b-634da2479d09 req-1a1a85bc-0d75-4365-96f6-4b9d9df857c9 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 944 time: 0.0654874 Feb 14 16:25:18.180769 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e85a88a5-4b2b-49c9-ab3b-634da2479d09 req-56a7b8dc-9855-4a3f-a246-1e267cce7a7a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433464 Feb 14 16:25:18.267158 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3973becd-379d-4b96-be4c-439dd9363d54 None None] New status for floating IP 270cedba-b3f1-4b46-9701-61e2eae50793: ACTIVE {{(pid=102555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:25:18.441197 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aac9f0-3a40-4e19-8beb-fe302f8a2bfe req-7d43322d-7476-44ce-8f9d-bee6cfb3acb8 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:18.445399 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-74aac9f0-3a40-4e19-8beb-fe302f8a2bfe req-7d43322d-7476-44ce-8f9d-bee6cfb3acb8 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 945 time: 0.0551214 Feb 14 16:25:18.474870 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1919f777-1bfa-47d8-aaa8-173bcf1c38ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:18.498861 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-74aac9f0-3a40-4e19-8beb-fe302f8a2bfe req-84f9eec5-c0fc-4cd7-87db-c4d361a92a4e tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/security-groups?id=f66129d4-3977-4055-9fd3-1e5249dcddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477736 Feb 14 16:25:18.875945 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1413048-78a7-4dc0-8048-067f790cef7c req-24f7f74a-cad7-44f6-b751-c237f425ba84 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:18.877394 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c1413048-78a7-4dc0-8048-067f790cef7c req-24f7f74a-cad7-44f6-b751-c237f425ba84 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 945 time: 0.0590324 Feb 14 16:25:18.972032 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-c1413048-78a7-4dc0-8048-067f790cef7c req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Deleting port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:25:18.972283 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-c1413048-78a7-4dc0-8048-067f790cef7c req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (6b23e3d4-a0d7-4a01-95a5-1b97501ae898), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:19.059201 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-c1413048-78a7-4dc0-8048-067f790cef7c req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] For port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=6b23e3d4-a0d7-4a01-95a5-1b97501ae898,segment=NetworkSegment(cf75d2a4-bdc0-4e9a-8837-ae915dc13471),segment_id=cf75d2a4-bdc0-4e9a-8837-ae915dc13471)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:25:19.059629 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-c1413048-78a7-4dc0-8048-067f790cef7c req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (6b23e3d4-a0d7-4a01-95a5-1b97501ae898), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:19.073089 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-c1413048-78a7-4dc0-8048-067f790cef7c req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Calling delete_port for 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 owned by compute:nova {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:25:19.200435 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-c1413048-78a7-4dc0-8048-067f790cef7c req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (6b23e3d4-a0d7-4a01-95a5-1b97501ae898), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:19.212001 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['6b23e3d4-a0d7-4a01-95a5-1b97501ae898'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:25:19.242705 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Pushing event deleted for resources: {'Port': ['ID=6b23e3d4-a0d7-4a01-95a5-1b97501ae898,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:19.270847 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:19.271203 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:19.271559 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:19.271915 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:19.272283 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:19.272623 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:19.272958 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:19.273288 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:19.273713 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:19.274051 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:19.274382 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:19.274711 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:19.275037 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:19.296120 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1413048-78a7-4dc0-8048-067f790cef7c req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] No DVR routers for this DVR port 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 on host hv-cinder-81966 {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:25:19.298713 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-c1413048-78a7-4dc0-8048-067f790cef7c req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:19.299619 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dde2c-8b8c-42de-a22e-da495cee8975 req-3b1102c3-a8fb-48ef-82e2-fe860a19913e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:19.301920 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-193dde2c-8b8c-42de-a22e-da495cee8975 req-3b1102c3-a8fb-48ef-82e2-fe860a19913e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 944 time: 0.0523467 Feb 14 16:25:19.302400 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c1413048-78a7-4dc0-8048-067f790cef7c req-8938c769-12c2-4f4b-be27-79fdb23a1b90 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.42 "DELETE /v2.0/ports/6b23e3d4-a0d7-4a01-95a5-1b97501ae898 HTTP/1.1" status: 204 len: 173 time: 0.4200101 Feb 14 16:25:19.302871 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dffaad-877a-4588-8998-372f152ef2cf', 'name': 'network-vif-deleted', 'tag': '6b23e3d4-a0d7-4a01-95a5-1b97501ae898'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:25:19.306364 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82b9b9f-4197-492a-bb51-9d3fc6871012" -d '{"events": [{"server_uuid": "62dffaad-877a-4588-8998-372f152ef2cf", "name": "network-vif-deleted", "tag": "6b23e3d4-a0d7-4a01-95a5-1b97501ae898"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:25:19.348074 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81675a1-cec4-42cd-9fd2-9428f82a26d3 x-openstack-request-id: req-b81675a1-cec4-42cd-9fd2-9428f82a26d3 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:25:19.349404 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dffaad-877a-4588-8998-372f152ef2cf", "name": "network-vif-deleted", "tag": "6b23e3d4-a0d7-4a01-95a5-1b97501ae898", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:25:19.349865 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b81675a1-cec4-42cd-9fd2-9428f82a26d3 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:25:19.351071 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dffaad-877a-4588-8998-372f152ef2cf', 'name': 'network-vif-deleted', 'tag': '6b23e3d4-a0d7-4a01-95a5-1b97501ae898', 'status': 'completed', 'code': 200} Feb 14 16:25:19.361882 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-193dde2c-8b8c-42de-a22e-da495cee8975 req-cc24aa0a-aa8b-476b-b9b6-acdabda2a87d tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523398 Feb 14 16:25:19.603254 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e886dd4f-8057-41f6-82c7-42bcf03f8d03 req-d1adc021-f820-407a-885f-9a51d8b80222 tempest-AttachVolumeNegativeTest-737830440 tempest-AttachVolumeNegativeTest-737830440-project] 10.222.0.55 "GET /v2.0/ports?device_id=62dffaad-877a-4588-8998-372f152ef2cf HTTP/1.1" status: 200 len: 210 time: 0.0272305 Feb 14 16:25:20.478687 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762fccd-be25-4c67-bd3a-e2f5ad596aa7 req-a2cfce40-e2be-47db-b78c-57a470d0df78 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:20.480206 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0762fccd-be25-4c67-bd3a-e2f5ad596aa7 req-a2cfce40-e2be-47db-b78c-57a470d0df78 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 944 time: 0.0590394 Feb 14 16:25:20.528126 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0762fccd-be25-4c67-bd3a-e2f5ad596aa7 req-51e5ea0c-0c5d-4c11-a31d-a0043f00108e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423775 Feb 14 16:25:20.657243 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55378) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:20.704496 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e54abb-38e2-4295-8d6b-111017026c28 admin admin] Deleting subnet a21aed8d-f6ea-4f13-95aa-67ab44b4ff13 {{(pid=102553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:25:20.707681 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-02e54abb-38e2-4295-8d6b-111017026c28 admin admin] Publish callbacks [] for subnet (a21aed8d-f6ea-4f13-95aa-67ab44b4ff13), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:20.710495 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d8df-4c3e-42d2-b4ea-8278c8d4ce08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:20.744382 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-02e54abb-38e2-4295-8d6b-111017026c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261692512'] for subnet (a21aed8d-f6ea-4f13-95aa-67ab44b4ff13), precommit_delete_associations {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:20.781057 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-02e54abb-38e2-4295-8d6b-111017026c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (a21aed8d-f6ea-4f13-95aa-67ab44b4ff13), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:20.830402 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-02e54abb-38e2-4295-8d6b-111017026c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260103255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260062759'] for subnet (a21aed8d-f6ea-4f13-95aa-67ab44b4ff13), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:20.853299 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e54abb-38e2-4295-8d6b-111017026c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21aed8d-f6ea-4f13-95aa-67ab44b4ff13,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:20.859423 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-02e54abb-38e2-4295-8d6b-111017026c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:20.862559 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-02e54abb-38e2-4295-8d6b-111017026c28 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a21aed8d-f6ea-4f13-95aa-67ab44b4ff13 HTTP/1.1" status: 204 len: 168 time: 0.2042761 Feb 14 16:25:20.864970 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55380) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:20.935682 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-57198397-badd-4531-84b2-2b289cdffbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (6091d008-f3ac-4b0b-a84e-7f07f7da10df), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:21.011831 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-57198397-badd-4531-84b2-2b289cdffbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (6091d008-f3ac-4b0b-a84e-7f07f7da10df), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:21.033958 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-57198397-badd-4531-84b2-2b289cdffbba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6091d008-f3ac-4b0b-a84e-7f07f7da10df']}} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:21.043294 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-57198397-badd-4531-84b2-2b289cdffbba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471') {'for_net_delete': True} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:21.043601 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-57198397-badd-4531-84b2-2b289cdffbba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf75d2a4-bdc0-4e9a-8837-ae915dc13471') {} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:21.052440 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-57198397-badd-4531-84b2-2b289cdffbba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261692535'] for segment (cf75d2a4-bdc0-4e9a-8837-ae915dc13471), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:21.065648 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-57198397-badd-4531-84b2-2b289cdffbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (cf75d2a4-bdc0-4e9a-8837-ae915dc13471), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:21.071485 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57198397-badd-4531-84b2-2b289cdffbba admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:25:21.071868 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-57198397-badd-4531-84b2-2b289cdffbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260101877'] for segment (cf75d2a4-bdc0-4e9a-8837-ae915dc13471), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: Traceback (most recent call last): Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: timer() Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: cb(*args, **kw) Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: return func(*args, **kwargs) Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: self._notify() Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: self.callback(batched_events) Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: event.method(event) Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: return f(self, *a, **k) Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._get(url).json() Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: return self.request(url, 'GET', **kwargs) Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:25:21.073451 dv-cinder-819668-3-iscsi neutron-server[102553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:25:21.125532 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-57198397-badd-4531-84b2-2b289cdffbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (6091d008-f3ac-4b0b-a84e-7f07f7da10df), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:21.130628 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-57198397-badd-4531-84b2-2b289cdffbba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:21.133948 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device d89d34c9-6a41-4e0d-b642-18c9047ac04d details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:25:21.134097 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-57198397-badd-4531-84b2-2b289cdffbba admin admin] 10.222.0.55 "DELETE /v2.0/networks/6091d008-f3ac-4b0b-a84e-7f07f7da10df HTTP/1.1" status: 204 len: 168 time: 0.2680953 Feb 14 16:25:21.144663 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57198397-badd-4531-84b2-2b289cdffbba admin admin] Pushing event deleted for resources: {'Network': ['ID=6091d008-f3ac-4b0b-a84e-7f07f7da10df,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:21.234235 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port d89d34c9-6a41-4e0d-b642-18c9047ac04d, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d89d34c9-6a41-4e0d-b642-18c9047ac04d,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:25:21.246261 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'port_id': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'mac_address': 'fa:16:3e:95:21:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:25:21.284091 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port d89d34c9-6a41-4e0d-b642-18c9047ac04d is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:25:21.284479 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:21.297932 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89d34c9-6a41-4e0d-b642-18c9047ac04d {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:25:21.300016 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55386) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:21.317194 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port d89d34c9-6a41-4e0d-b642-18c9047ac04d, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d89d34c9-6a41-4e0d-b642-18c9047ac04d,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:25:21.321513 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:21.343140 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-797f34c7-b989-402a-8bdf-e2f28cdeea79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48eba856df5748f5a8272770dcaff3ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396652 Feb 14 16:25:21.343425 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55388) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:21.367112 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=d89d34c9-6a41-4e0d-b642-18c9047ac04d,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:21.393817 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c2e34e0b-1237-4edd-9a44-4cd43cf61c9b admin admin] Publish callbacks [] for security_group (f66129d4-3977-4055-9fd3-1e5249dcddb0), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:21.416360 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c2e34e0b-1237-4edd-9a44-4cd43cf61c9b admin admin] Publish callbacks [] for security_group (f66129d4-3977-4055-9fd3-1e5249dcddb0), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:21.469981 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c2e34e0b-1237-4edd-9a44-4cd43cf61c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (f66129d4-3977-4055-9fd3-1e5249dcddb0), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:21.472661 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c2e34e0b-1237-4edd-9a44-4cd43cf61c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:21.474092 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-c2e34e0b-1237-4edd-9a44-4cd43cf61c9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f66129d4-3977-4055-9fd3-1e5249dcddb0 HTTP/1.1" status: 204 len: 168 time: 0.1297812 Feb 14 16:25:21.484204 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e34e0b-1237-4edd-9a44-4cd43cf61c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66129d4-3977-4055-9fd3-1e5249dcddb0,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:21.577600 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['d89d34c9-6a41-4e0d-b642-18c9047ac04d'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:25:21.652440 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c989bc8-7f52-4c69-bd60-f8d53dd3d22e req-d965ffe8-b0b1-46d7-98fd-0ebd25dc55c2 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:21.660163 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4c989bc8-7f52-4c69-bd60-f8d53dd3d22e req-d965ffe8-b0b1-46d7-98fd-0ebd25dc55c2 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 945 time: 0.0610261 Feb 14 16:25:21.706003 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4c989bc8-7f52-4c69-bd60-f8d53dd3d22e req-c503cd0c-7c42-455c-afed-12af59ff6c57 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447304 Feb 14 16:25:22.032006 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:22.824030 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e556321-85de-4ebe-ac5b-fe9b88ce9cfa req-907a2862-451d-4906-8aca-789cf5a9be29 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:22.825529 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8e556321-85de-4ebe-ac5b-fe9b88ce9cfa req-907a2862-451d-4906-8aca-789cf5a9be29 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 945 time: 0.0535367 Feb 14 16:25:22.874784 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8e556321-85de-4ebe-ac5b-fe9b88ce9cfa req-b48cef2d-ab79-4eb0-b8a7-5a7e1c8090dc tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437765 Feb 14 16:25:23.138487 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device d89d34c9-6a41-4e0d-b642-18c9047ac04d up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:25:23.186269 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port d89d34c9-6a41-4e0d-b642-18c9047ac04d completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:25:23.190105 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port d89d34c9-6a41-4e0d-b642-18c9047ac04d triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:25:23.190484 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:23.264622 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port d89d34c9-6a41-4e0d-b642-18c9047ac04d is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:25:23.265010 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:23.286783 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:25:23.288906 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eda1cb-26e6-44c3-88d0-ca0508185aae" -d '{"events": [{"server_uuid": "9626de80-8363-4bfa-8ff5-44ab1297e497", "name": "network-vif-plugged", "status": "completed", "tag": "d89d34c9-6a41-4e0d-b642-18c9047ac04d"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:25:23.304981 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port d89d34c9-6a41-4e0d-b642-18c9047ac04d, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d89d34c9-6a41-4e0d-b642-18c9047ac04d,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:25:23.309597 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:23.310406 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:25:23.331160 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fc683d-9362-4c97-a2c8-268e136c63d5 x-openstack-request-id: req-f7fc683d-9362-4c97-a2c8-268e136c63d5 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:25:23.331465 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9626de80-8363-4bfa-8ff5-44ab1297e497", "name": "network-vif-plugged", "status": "completed", "tag": "d89d34c9-6a41-4e0d-b642-18c9047ac04d", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:25:23.331724 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7fc683d-9362-4c97-a2c8-268e136c63d5 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:25:23.332118 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'code': 200} Feb 14 16:25:23.349382 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:25:23.349763 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 6b23e3d4-a0d7-4a01-95a5-1b97501ae898 not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:25:23.376033 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=d89d34c9-6a41-4e0d-b642-18c9047ac04d,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:23.546428 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:23.653563 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcf751-b046-4c4b-92f5-4e4f310d2664 req-2a9de3d8-6ca7-4f46-aadc-5398155e05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:23.655044 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ebbcf751-b046-4c4b-92f5-4e4f310d2664 req-2a9de3d8-6ca7-4f46-aadc-5398155e05fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 1130 time: 0.1334269 Feb 14 16:25:23.701405 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ebbcf751-b046-4c4b-92f5-4e4f310d2664 req-f371d4f5-e5b2-4905-9348-9e55432e8d25 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397830 Feb 14 16:25:23.991186 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfd65f-bede-4484-a7a4-a97422a5fcb2 req-86594bc0-3e91-485f-ae50-93f8a1af2d01 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:23.992628 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-37dfd65f-bede-4484-a7a4-a97422a5fcb2 req-86594bc0-3e91-485f-ae50-93f8a1af2d01 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 946 time: 0.0513062 Feb 14 16:25:24.040595 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-37dfd65f-bede-4484-a7a4-a97422a5fcb2 req-6cb9b8b8-ec28-46ae-b3a1-a631ac4e31ee tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421300 Feb 14 16:25:24.758638 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:25.170914 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c837191-9f59-4752-b577-f250405ef1f4 req-e70839e8-fd68-47f2-a770-e38c647e9ae0 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:25.172702 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6c837191-9f59-4752-b577-f250405ef1f4 req-e70839e8-fd68-47f2-a770-e38c647e9ae0 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 946 time: 0.0620322 Feb 14 16:25:25.232798 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6c837191-9f59-4752-b577-f250405ef1f4 req-6da52d29-0464-4bbe-a8b3-cad2afbed3cc tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538621 Feb 14 16:25:25.356052 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716aad5-0891-4271-82a1-af3d47a1cda7 req-c9a4951c-58f7-4a24-a770-6f367aebbdaa tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:25.357532 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a716aad5-0891-4271-82a1-af3d47a1cda7 req-c9a4951c-58f7-4a24-a770-6f367aebbdaa tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 946 time: 0.0557175 Feb 14 16:25:25.406052 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a716aad5-0891-4271-82a1-af3d47a1cda7 req-9e537dec-b5d4-48ad-9440-be225cefbbd2 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418422 Feb 14 16:25:25.427797 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55476) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:25.475400 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a63b8-bb75-4a24-9f9e-eef02216b823 tempest-TestVolumeBootPattern-1867311217 tempest-TestVolumeBootPattern-1867311217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:25.480733 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-9a2a63b8-bb75-4a24-9f9e-eef02216b823 tempest-TestVolumeBootPattern-1867311217 tempest-TestVolumeBootPattern-1867311217-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 1125 time: 0.0482039 Feb 14 16:25:25.481431 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55480) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:25.485197 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Request body: {'floatingip': {'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'port_id': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:25:25.506366 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:25.605691 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:25.956283 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Allocated IP 172.27.2.123 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/1f280118-d8ab-4c61-abd9-bdeb12d5915c) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:25:26.054810 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for port (1f280118-d8ab-4c61-abd9-bdeb12d5915c), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:26.090512 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (1f280118-d8ab-4c61-abd9-bdeb12d5915c), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:26.124798 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:25:26.127721 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:25:26.133575 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:25:26.157970 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'Port': ['ID=1f280118-d8ab-4c61-abd9-bdeb12d5915c,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:26.499068 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for floatingip (2c617f9b-5e38-45d1-9962-af6b31ea6858), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:26.567780 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (1f280118-d8ab-4c61-abd9-bdeb12d5915c), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:26.722234 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for port (1f280118-d8ab-4c61-abd9-bdeb12d5915c), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:26.727632 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (1f280118-d8ab-4c61-abd9-bdeb12d5915c), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:26.794822 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'Port': ['ID=1f280118-d8ab-4c61-abd9-bdeb12d5915c,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:26.806811 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (2c617f9b-5e38-45d1-9962-af6b31ea6858), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:26.904704 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.l3_db [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Floating IP 2c617f9b-5e38-45d1-9962-af6b31ea6858 associated. External IP: 172.27.2.123, port: d89d34c9-6a41-4e0d-b642-18c9047ac04d. Feb 14 16:25:27.126747 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Router 269844b9-805e-4fa3-9db3-057ace461cd7 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:25:27.237039 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:25:27.247704 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9255a-763c-4ead-b8fa-f98ca41df4cf None None] Sync routers for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:25:27.255149 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:27.260724 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f9255a-763c-4ead-b8fa-f98ca41df4cf None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:25:27.261369 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-48f9255a-763c-4ead-b8fa-f98ca41df4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:25:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:27.285051 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-1b6f33af-1864-47de-9d74-f06e09b5357b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8029382 Feb 14 16:25:27.285531 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'tag': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:25:27.287841 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c07a002-d3be-4839-b71c-3be1721748fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9626de80-8363-4bfa-8ff5-44ab1297e497", "tag": "d89d34c9-6a41-4e0d-b642-18c9047ac04d"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:25:27.384553 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-48f9255a-763c-4ead-b8fa-f98ca41df4cf None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:25:27.475940 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9909ba31-a759-40da-8a25-4967c3fe1dd3 x-openstack-request-id: req-9909ba31-a759-40da-8a25-4967c3fe1dd3 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:25:27.475940 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9626de80-8363-4bfa-8ff5-44ab1297e497", "tag": "d89d34c9-6a41-4e0d-b642-18c9047ac04d", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:25:27.475940 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9909ba31-a759-40da-8a25-4967c3fe1dd3 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:25:27.476277 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'tag': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'status': 'completed', 'code': 200} Feb 14 16:25:27.625868 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-48f9255a-763c-4ead-b8fa-f98ca41df4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': '2c617f9b-5e38-45d1-9962-af6b31ea6858', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'port_id': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'mac_address': 'fa:16:3e:95:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:25:26Z', 'updated_at': '2022-02-14T16:25:26Z', 'revision_number': 0, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:27.651934 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9255a-763c-4ead-b8fa-f98ca41df4cf None None] Checking router: 269844b9-805e-4fa3-9db3-057ace461cd7 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:25:27.659833 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f9255a-763c-4ead-b8fa-f98ca41df4cf None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:25:27.660428 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-48f9255a-763c-4ead-b8fa-f98ca41df4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:25:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:27.765832 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-48f9255a-763c-4ead-b8fa-f98ca41df4cf None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:25:27.980080 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-48f9255a-763c-4ead-b8fa-f98ca41df4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': '2c617f9b-5e38-45d1-9962-af6b31ea6858', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'port_id': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'mac_address': 'fa:16:3e:95:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:25:26Z', 'updated_at': '2022-02-14T16:25:26Z', 'revision_number': 0, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:25:28.005360 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9255a-763c-4ead-b8fa-f98ca41df4cf None None] The sync data for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi is: [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': '2c617f9b-5e38-45d1-9962-af6b31ea6858', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'port_id': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'mac_address': 'fa:16:3e:95:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:25:26Z', 'updated_at': '2022-02-14T16:25:26Z', 'revision_number': 0, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:25:28.193713 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c237401b-1388-46ab-ae49-26ef0cfb2ed4 None None] New status for floating IP 2c617f9b-5e38-45d1-9962-af6b31ea6858: ACTIVE {{(pid=102555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:25:28.751117 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07a002-d3be-4839-b71c-3be1721748fd req-16cdf4b0-c856-4123-909d-d6ec361095d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:28.752661 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6c07a002-d3be-4839-b71c-3be1721748fd req-16cdf4b0-c856-4123-909d-d6ec361095d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 1130 time: 0.0469272 Feb 14 16:25:28.841176 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07a002-d3be-4839-b71c-3be1721748fd req-a9491ff6-e856-4d5a-94bd-441b2f6a3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:28.842647 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6c07a002-d3be-4839-b71c-3be1721748fd req-a9491ff6-e856-4d5a-94bd-441b2f6a3f77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 913 time: 0.0821981 Feb 14 16:25:28.909037 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6c07a002-d3be-4839-b71c-3be1721748fd req-81df9004-d4b5-4733-8c7b-4e2144c876b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d89d34c9-6a41-4e0d-b642-18c9047ac04d HTTP/1.1" status: 200 len: 1002 time: 0.0599654 Feb 14 16:25:28.961116 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07a002-d3be-4839-b71c-3be1721748fd req-1d6246ba-b93a-470a-8bd0-6f147e92bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:28.962584 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6c07a002-d3be-4839-b71c-3be1721748fd req-1d6246ba-b93a-470a-8bd0-6f147e92bef5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b4c5ab6-b530-4a40-828d-6c24277d6e4f HTTP/1.1" status: 200 len: 851 time: 0.0464520 Feb 14 16:25:29.011280 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07a002-d3be-4839-b71c-3be1721748fd req-e4c14662-78bd-4f8a-8faa-6d7caab28583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:29.012686 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6c07a002-d3be-4839-b71c-3be1721748fd req-e4c14662-78bd-4f8a-8faa-6d7caab28583 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44684784-0d26-471d-9a19-2b37a993c4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437021 Feb 14 16:25:29.109037 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6c07a002-d3be-4839-b71c-3be1721748fd req-4849cccb-5bd6-4472-b4db-60fd08574f1b service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876129 Feb 14 16:25:29.207664 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6c07a002-d3be-4839-b71c-3be1721748fd req-3b5dc61b-f5ca-4fe4-b0fb-ab640d140939 service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900218 Feb 14 16:25:29.547142 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e61c50-137d-4dc3-ad9d-79bac0021ee6 req-85d1adac-9ce1-4632-8bba-a5a15929f8c7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:29.548609 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f1e61c50-137d-4dc3-ad9d-79bac0021ee6 req-85d1adac-9ce1-4632-8bba-a5a15929f8c7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0524313 Feb 14 16:25:29.594105 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f1e61c50-137d-4dc3-ad9d-79bac0021ee6 req-fea859ed-5924-4ae4-9ec6-6c5fe659811c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398982 Feb 14 16:25:30.717710 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af935874-5b68-421b-af3f-b2efab43276b req-672328e0-a74c-4641-9246-7630de67a724 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:30.719169 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-af935874-5b68-421b-af3f-b2efab43276b req-672328e0-a74c-4641-9246-7630de67a724 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0511303 Feb 14 16:25:30.765629 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-af935874-5b68-421b-af3f-b2efab43276b req-2b2fab22-f7b4-45e2-ad2e-d4508bafd112 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407183 Feb 14 16:25:31.896074 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a6e08-1092-48b5-a23b-62aa83a31763 req-e9d23e8d-fc85-4895-8502-0f3a2f213bf7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:31.897634 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-945a6e08-1092-48b5-a23b-62aa83a31763 req-e9d23e8d-fc85-4895-8502-0f3a2f213bf7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0565441 Feb 14 16:25:31.947067 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-945a6e08-1092-48b5-a23b-62aa83a31763 req-6f9372a1-38c7-438f-90f7-9934ffcd4e38 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439110 Feb 14 16:25:32.178485 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55612) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:32.283280 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6786b9f1-c564-4487-99a7-6015e75ddc01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:32.355671 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6786b9f1-c564-4487-99a7-6015e75ddc01 admin admin] Publish callbacks [] for security_group (74a06b38-e5fa-4760-a5b7-4ec61d663af5), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:32.359401 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6786b9f1-c564-4487-99a7-6015e75ddc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (74a06b38-e5fa-4760-a5b7-4ec61d663af5), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:32.394708 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786b9f1-c564-4487-99a7-6015e75ddc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a06b38-e5fa-4760-a5b7-4ec61d663af5,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:32.398931 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-6786b9f1-c564-4487-99a7-6015e75ddc01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16e1563a073644ba984e7e4d86af4b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193680 Feb 14 16:25:32.401553 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55616) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:32.447319 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff1e097a-1fc7-43a9-b88d-5ec0260541ec admin admin] Publish callbacks [] for security_group (74a06b38-e5fa-4760-a5b7-4ec61d663af5), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:32.467325 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff1e097a-1fc7-43a9-b88d-5ec0260541ec admin admin] Publish callbacks [] for security_group (74a06b38-e5fa-4760-a5b7-4ec61d663af5), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:32.515135 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff1e097a-1fc7-43a9-b88d-5ec0260541ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (74a06b38-e5fa-4760-a5b7-4ec61d663af5), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:32.517787 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff1e097a-1fc7-43a9-b88d-5ec0260541ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:32.518894 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-ff1e097a-1fc7-43a9-b88d-5ec0260541ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74a06b38-e5fa-4760-a5b7-4ec61d663af5 HTTP/1.1" status: 204 len: 168 time: 0.1164653 Feb 14 16:25:32.526894 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e097a-1fc7-43a9-b88d-5ec0260541ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a06b38-e5fa-4760-a5b7-4ec61d663af5,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:32.771518 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55622) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:32.784165 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4e2e5f81-ab56-4e6d-be6f-eed88d6a500b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:32.855173 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4e2e5f81-ab56-4e6d-be6f-eed88d6a500b admin admin] Publish callbacks [] for security_group (92c724e4-f6e6-4282-ab7a-7f67cd6e1f4d), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:32.858787 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4e2e5f81-ab56-4e6d-be6f-eed88d6a500b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (92c724e4-f6e6-4282-ab7a-7f67cd6e1f4d), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:32.894902 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-4e2e5f81-ab56-4e6d-be6f-eed88d6a500b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b1eadd8d3ae40cfbf75a79b4820d1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1222954 Feb 14 16:25:32.895924 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e5f81-ab56-4e6d-be6f-eed88d6a500b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c724e4-f6e6-4282-ab7a-7f67cd6e1f4d,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:32.897553 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 55624) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:32.956234 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Publish callbacks [] for security_group (92c724e4-f6e6-4282-ab7a-7f67cd6e1f4d), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:32.978916 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Publish callbacks [] for security_group (92c724e4-f6e6-4282-ab7a-7f67cd6e1f4d), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:33.045474 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (92c724e4-f6e6-4282-ab7a-7f67cd6e1f4d), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:33.047961 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:33.049073 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/92c724e4-f6e6-4282-ab7a-7f67cd6e1f4d HTTP/1.1" status: 204 len: 168 time: 0.1504545 Feb 14 16:25:33.061100 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c724e4-f6e6-4282-ab7a-7f67cd6e1f4d,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:33.070608 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:33.070965 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:33.071312 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:33.071659 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:33.071997 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:33.072631 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:33.072971 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:33.073303 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:33.073662 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:33.074891 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:33.075223 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:33.075550 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:33.075878 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38594ca4-f0ee-4b8f-b4ab-1e4b37dc03bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:33.099668 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b5ba9-d079-44c9-8f1b-1952b295c859 req-0c252e84-b827-4ae5-b0da-fb8ebcb4b5ac tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:33.101170 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-557b5ba9-d079-44c9-8f1b-1952b295c859 req-0c252e84-b827-4ae5-b0da-fb8ebcb4b5ac tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0833001 Feb 14 16:25:33.148405 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-557b5ba9-d079-44c9-8f1b-1952b295c859 req-4543cf6b-8c34-4d08-847a-4739c57de755 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403416 Feb 14 16:25:34.271401 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9976ec-f6ff-43a7-bc13-f48db243f203 req-1b6257db-f368-4404-a3a5-1a234caed42b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:34.272867 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9b9976ec-f6ff-43a7-bc13-f48db243f203 req-1b6257db-f368-4404-a3a5-1a234caed42b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0529642 Feb 14 16:25:34.331233 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9b9976ec-f6ff-43a7-bc13-f48db243f203 req-f19a70b0-6b7e-4036-8937-1f4a034b13cb tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517795 Feb 14 16:25:34.902558 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55706) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:35.007864 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3effb2ea-74fb-4da1-87c0-12fd11565eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:35.084763 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3effb2ea-74fb-4da1-87c0-12fd11565eed admin admin] Publish callbacks [] for security_group (1d4675fb-ba27-4056-a2b6-68bf7d0b684e), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:35.088550 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3effb2ea-74fb-4da1-87c0-12fd11565eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1d4675fb-ba27-4056-a2b6-68bf7d0b684e), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:35.126554 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-3effb2ea-74fb-4da1-87c0-12fd11565eed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61546f6a2cc54181a54a9625b56c31a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229757 Feb 14 16:25:35.128456 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effb2ea-74fb-4da1-87c0-12fd11565eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4675fb-ba27-4056-a2b6-68bf7d0b684e,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:35.129207 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 55710) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:35.175451 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8a688150-c80e-4f57-be64-0ef9d231a650 admin admin] Publish callbacks [] for security_group (1d4675fb-ba27-4056-a2b6-68bf7d0b684e), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:35.199320 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8a688150-c80e-4f57-be64-0ef9d231a650 admin admin] Publish callbacks [] for security_group (1d4675fb-ba27-4056-a2b6-68bf7d0b684e), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:35.245140 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8a688150-c80e-4f57-be64-0ef9d231a650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1d4675fb-ba27-4056-a2b6-68bf7d0b684e), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:35.247634 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8a688150-c80e-4f57-be64-0ef9d231a650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:35.248777 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-8a688150-c80e-4f57-be64-0ef9d231a650 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d4675fb-ba27-4056-a2b6-68bf7d0b684e HTTP/1.1" status: 204 len: 168 time: 0.1185291 Feb 14 16:25:35.256235 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a688150-c80e-4f57-be64-0ef9d231a650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4675fb-ba27-4056-a2b6-68bf7d0b684e,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:35.457560 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a624e9-058b-426e-8200-45c71b259ff4 req-3cfc5b74-987e-48be-8cc2-28c84177a450 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:35.459112 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-93a624e9-058b-426e-8200-45c71b259ff4 req-3cfc5b74-987e-48be-8cc2-28c84177a450 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0524371 Feb 14 16:25:35.508648 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-93a624e9-058b-426e-8200-45c71b259ff4 req-1f31a880-5e47-458f-97c8-dc74b75f1aa0 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421641 Feb 14 16:25:35.516795 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 55720) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:35.530566 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2ae51315-8686-47d6-95e4-5d18201e239f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:35.603264 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2ae51315-8686-47d6-95e4-5d18201e239f admin admin] Publish callbacks [] for security_group (09cdf942-681a-4824-8089-4e63a880b928), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:35.608313 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2ae51315-8686-47d6-95e4-5d18201e239f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (09cdf942-681a-4824-8089-4e63a880b928), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:35.648008 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-2ae51315-8686-47d6-95e4-5d18201e239f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11c7551b662c4e3eaeeeb729c7716887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300681 Feb 14 16:25:35.649517 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae51315-8686-47d6-95e4-5d18201e239f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cdf942-681a-4824-8089-4e63a880b928,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:35.651304 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55722) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:35.697839 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-448d0675-013b-46e5-9fdf-7e178aa60b3b admin admin] Publish callbacks [] for security_group (09cdf942-681a-4824-8089-4e63a880b928), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:35.718033 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-448d0675-013b-46e5-9fdf-7e178aa60b3b admin admin] Publish callbacks [] for security_group (09cdf942-681a-4824-8089-4e63a880b928), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:35.763848 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-448d0675-013b-46e5-9fdf-7e178aa60b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (09cdf942-681a-4824-8089-4e63a880b928), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:35.766404 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-448d0675-013b-46e5-9fdf-7e178aa60b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:35.767545 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-448d0675-013b-46e5-9fdf-7e178aa60b3b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09cdf942-681a-4824-8089-4e63a880b928 HTTP/1.1" status: 204 len: 168 time: 0.1146750 Feb 14 16:25:35.775853 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d0675-013b-46e5-9fdf-7e178aa60b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cdf942-681a-4824-8089-4e63a880b928,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:36.633737 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2ccaf-93a1-4c28-b4f6-17b602aaa5f2 req-c2a28b45-d9e0-44c5-9f8f-3e0a0c9bccbd tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:36.635213 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8bb2ccaf-93a1-4c28-b4f6-17b602aaa5f2 req-c2a28b45-d9e0-44c5-9f8f-3e0a0c9bccbd tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0523992 Feb 14 16:25:36.687729 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8bb2ccaf-93a1-4c28-b4f6-17b602aaa5f2 req-89a2cb4f-7593-440e-91a1-e798d6a78936 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461049 Feb 14 16:25:36.788200 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55756) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:36.892084 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c78f4579-7db0-426a-a9df-539d0c159b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:36.964725 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c78f4579-7db0-426a-a9df-539d0c159b9a admin admin] Publish callbacks [] for security_group (5dc8baa8-c0a7-4c73-a23d-47b19ad34d04), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:36.968267 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c78f4579-7db0-426a-a9df-539d0c159b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (5dc8baa8-c0a7-4c73-a23d-47b19ad34d04), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:37.004999 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-c78f4579-7db0-426a-a9df-539d0c159b9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b86b9cf7e96e4ccc949b0defc5bc1400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157652 Feb 14 16:25:37.006901 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f4579-7db0-426a-a9df-539d0c159b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc8baa8-c0a7-4c73-a23d-47b19ad34d04,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:37.007764 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 55760) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:37.057936 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f008da8a-eda2-4029-a593-462bc904c2e6 admin admin] Publish callbacks [] for security_group (5dc8baa8-c0a7-4c73-a23d-47b19ad34d04), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:37.078501 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f008da8a-eda2-4029-a593-462bc904c2e6 admin admin] Publish callbacks [] for security_group (5dc8baa8-c0a7-4c73-a23d-47b19ad34d04), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:37.124820 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f008da8a-eda2-4029-a593-462bc904c2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (5dc8baa8-c0a7-4c73-a23d-47b19ad34d04), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:37.127469 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f008da8a-eda2-4029-a593-462bc904c2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:37.128610 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-f008da8a-eda2-4029-a593-462bc904c2e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5dc8baa8-c0a7-4c73-a23d-47b19ad34d04 HTTP/1.1" status: 204 len: 168 time: 0.1198471 Feb 14 16:25:37.136495 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008da8a-eda2-4029-a593-462bc904c2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc8baa8-c0a7-4c73-a23d-47b19ad34d04,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:37.815931 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd8354-0938-4a91-b18c-e24deac8cd30 req-33191daf-f45a-44d1-a958-7e0b57e2e9f6 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:37.817490 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f7cd8354-0938-4a91-b18c-e24deac8cd30 req-33191daf-f45a-44d1-a958-7e0b57e2e9f6 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0517831 Feb 14 16:25:37.864624 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f7cd8354-0938-4a91-b18c-e24deac8cd30 req-da4bdc98-9f41-4a61-8074-7730a3a7842a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409033 Feb 14 16:25:38.983844 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd00c79-951e-49b4-a4f6-05947606097a req-831ed5c7-fbba-4464-8ecf-26bbc9215c15 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:38.985328 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1dd00c79-951e-49b4-a4f6-05947606097a req-831ed5c7-fbba-4464-8ecf-26bbc9215c15 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0510571 Feb 14 16:25:39.035303 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1dd00c79-951e-49b4-a4f6-05947606097a req-8bc30b67-0158-413f-b3d8-2a1a8c5d7ef7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446184 Feb 14 16:25:40.157862 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558a076-4e9f-493c-a6c1-d0b0fb00b37e req-535fec69-76a7-4ce0-afeb-bd513822d178 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:40.159309 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2558a076-4e9f-493c-a6c1-d0b0fb00b37e req-535fec69-76a7-4ce0-afeb-bd513822d178 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0540993 Feb 14 16:25:40.204116 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2558a076-4e9f-493c-a6c1-d0b0fb00b37e req-3fcb7351-b8d4-45eb-a37e-cf939853d616 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393722 Feb 14 16:25:41.294848 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:41.326543 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84ff08-ea16-49ed-bb8a-8a0d8fd2ab39 req-7ae065d7-daa5-40fb-9839-ab55c33825db tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:41.327991 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1d84ff08-ea16-49ed-bb8a-8a0d8fd2ab39 req-7ae065d7-daa5-40fb-9839-ab55c33825db tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0535402 Feb 14 16:25:41.373822 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1d84ff08-ea16-49ed-bb8a-8a0d8fd2ab39 req-a991d871-bc9e-45ef-a45b-0be061779366 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403767 Feb 14 16:25:42.501056 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb3901-cdf9-41e1-95c2-874758d079ec req-c17c6fe6-8c98-47c7-9374-fc0b90627aca tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:42.502547 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bdeb3901-cdf9-41e1-95c2-874758d079ec req-c17c6fe6-8c98-47c7-9374-fc0b90627aca tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0584917 Feb 14 16:25:42.552029 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bdeb3901-cdf9-41e1-95c2-874758d079ec req-333a4656-124e-4467-b8eb-61e958d42bb4 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439663 Feb 14 16:25:43.673997 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b6ac0-f0eb-4d94-842d-db3219970e4f req-e6247fe7-e92d-4a80-933e-ba849fc7d9cf tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:43.675485 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-103b6ac0-f0eb-4d94-842d-db3219970e4f req-e6247fe7-e92d-4a80-933e-ba849fc7d9cf tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0514970 Feb 14 16:25:43.725051 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-103b6ac0-f0eb-4d94-842d-db3219970e4f req-a5b2f5a6-789f-4343-a2e9-3cb1673c0ee2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433187 Feb 14 16:25:44.849231 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b6711-39a9-453f-a642-7ae0ae241ce0 req-69679c2e-58f5-4e1b-882f-b33f7329a485 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:44.850741 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e93b6711-39a9-453f-a642-7ae0ae241ce0 req-69679c2e-58f5-4e1b-882f-b33f7329a485 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0552156 Feb 14 16:25:44.896164 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e93b6711-39a9-453f-a642-7ae0ae241ce0 req-184b1993-7c08-4949-ae9e-58109bb1d544 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398188 Feb 14 16:25:45.344090 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 55870) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:45.446303 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-07df8caf-63d4-4bc7-b1c9-c079ef73624e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:45.520666 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-07df8caf-63d4-4bc7-b1c9-c079ef73624e admin admin] Publish callbacks [] for security_group (c77b6bc8-dbbc-4653-973b-f6d5048ee5a2), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:45.524279 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-07df8caf-63d4-4bc7-b1c9-c079ef73624e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (c77b6bc8-dbbc-4653-973b-f6d5048ee5a2), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:45.564346 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-07df8caf-63d4-4bc7-b1c9-c079ef73624e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ebf2717c28d4a248be16d3e02c63cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190909 Feb 14 16:25:45.566258 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df8caf-63d4-4bc7-b1c9-c079ef73624e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77b6bc8-dbbc-4653-973b-f6d5048ee5a2,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:45.567035 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55874) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:45.615717 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-98acd757-0a56-4234-847f-0b8765fbac2e admin admin] Publish callbacks [] for security_group (c77b6bc8-dbbc-4653-973b-f6d5048ee5a2), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:45.636899 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-98acd757-0a56-4234-847f-0b8765fbac2e admin admin] Publish callbacks [] for security_group (c77b6bc8-dbbc-4653-973b-f6d5048ee5a2), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:45.682514 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-98acd757-0a56-4234-847f-0b8765fbac2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (c77b6bc8-dbbc-4653-973b-f6d5048ee5a2), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:45.685022 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-98acd757-0a56-4234-847f-0b8765fbac2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:45.686175 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-98acd757-0a56-4234-847f-0b8765fbac2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c77b6bc8-dbbc-4653-973b-f6d5048ee5a2 HTTP/1.1" status: 204 len: 168 time: 0.1180832 Feb 14 16:25:45.693629 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acd757-0a56-4234-847f-0b8765fbac2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77b6bc8-dbbc-4653-973b-f6d5048ee5a2,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:46.018437 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80940fde-112c-4674-838e-386d75733b8f req-916f87c1-1c8a-4f44-a187-beeec2ba046e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:46.019936 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-80940fde-112c-4674-838e-386d75733b8f req-916f87c1-1c8a-4f44-a187-beeec2ba046e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0531006 Feb 14 16:25:46.066691 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-80940fde-112c-4674-838e-386d75733b8f req-f41f656b-a888-47b6-8853-66911b61f76b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405993 Feb 14 16:25:47.187653 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc96eb0-1110-4f7a-adfc-b33b81ddd739 req-e8d6f673-f856-418a-868a-731c5e3ef486 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:47.189088 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-dcc96eb0-1110-4f7a-adfc-b33b81ddd739 req-e8d6f673-f856-418a-868a-731c5e3ef486 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0519218 Feb 14 16:25:47.236149 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-dcc96eb0-1110-4f7a-adfc-b33b81ddd739 req-63886f56-dc0c-467b-bbaf-8981d0cacc38 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416391 Feb 14 16:25:47.277335 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device dd6b9e9f-1077-491c-99df-d03792970b66 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:25:47.370146 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port dd6b9e9f-1077-491c-99df-d03792970b66, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dd6b9e9f-1077-491c-99df-d03792970b66,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:25:47.379971 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'port_id': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'mac_address': 'fa:16:3e:20:41:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:25:47.416889 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port dd6b9e9f-1077-491c-99df-d03792970b66 is: ACTIVE; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:25:47.417275 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:47.429999 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd6b9e9f-1077-491c-99df-d03792970b66 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:25:47.448587 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port dd6b9e9f-1077-491c-99df-d03792970b66, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dd6b9e9f-1077-491c-99df-d03792970b66,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:25:47.452158 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:47.506895 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=dd6b9e9f-1077-491c-99df-d03792970b66,revision_number=6']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:47.514200 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:47.514552 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:47.514898 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:47.515236 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:47.515569 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:47.515899 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:47.516244 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:47.516551 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:47.516876 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:47.517200 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:47.517543 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:47.517864 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:47.518183 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:25:47.547981 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['dd6b9e9f-1077-491c-99df-d03792970b66'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:25:48.372316 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ab72f-6f59-475b-a8c3-922c16df0e9f req-c477457b-6633-48cf-8376-1a7eb3f5410a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:48.373884 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-339ab72f-6f59-475b-a8c3-922c16df0e9f req-c477457b-6633-48cf-8376-1a7eb3f5410a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 945 time: 0.0584831 Feb 14 16:25:48.430797 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-339ab72f-6f59-475b-a8c3-922c16df0e9f req-3609c16f-b150-480f-9a76-0cbdf5b0d87e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511627 Feb 14 16:25:48.483712 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-db8902f2-72af-4e54-9b5b-c828aad71ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:49.212314 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 55954) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:49.302387 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device dd6b9e9f-1077-491c-99df-d03792970b66 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:25:49.341217 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-62c6f8a8-863c-47f5-9494-618da411bd12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:49.371776 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port dd6b9e9f-1077-491c-99df-d03792970b66 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:25:49.372249 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:49.428933 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-62c6f8a8-863c-47f5-9494-618da411bd12 admin admin] Publish callbacks [] for security_group (e9d0f05f-8fef-41a3-a3f8-b9ae9bf446b0), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:49.438026 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-62c6f8a8-863c-47f5-9494-618da411bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (e9d0f05f-8fef-41a3-a3f8-b9ae9bf446b0), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:49.492541 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port dd6b9e9f-1077-491c-99df-d03792970b66 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:25:49.493078 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:49.509249 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6f8a8-863c-47f5-9494-618da411bd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d0f05f-8fef-41a3-a3f8-b9ae9bf446b0,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:49.524736 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-62c6f8a8-863c-47f5-9494-618da411bd12 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4ed11d9bcf548fb8455d20a6434e96e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082795 Feb 14 16:25:49.525798 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 55960) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:49.528631 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959b12df-c91f-4afa-a415-3110e94e8177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6b9e9f-1077-491c-99df-d03792970b66'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:25:49.530876 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deca992-1621-4b7e-bdce-725fc1e0c831" -d '{"events": [{"server_uuid": "959b12df-c91f-4afa-a415-3110e94e8177", "name": "network-vif-plugged", "status": "completed", "tag": "dd6b9e9f-1077-491c-99df-d03792970b66"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:25:49.546101 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port dd6b9e9f-1077-491c-99df-d03792970b66, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dd6b9e9f-1077-491c-99df-d03792970b66,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:25:49.552128 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:49.614340 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=dd6b9e9f-1077-491c-99df-d03792970b66,revision_number=7']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:49.722629 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469131c-9cfa-4e0c-97b2-9a2aba46c853 req-e1338c38-1a85-4069-9d42-f7cc058a94a9 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:49.724861 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c469131c-9cfa-4e0c-97b2-9a2aba46c853 req-e1338c38-1a85-4069-9d42-f7cc058a94a9 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0932350 Feb 14 16:25:49.731002 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d50e25ab-0922-4526-a40d-c156e2416b41 admin admin] Publish callbacks [] for security_group (e9d0f05f-8fef-41a3-a3f8-b9ae9bf446b0), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:49.774524 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d50e25ab-0922-4526-a40d-c156e2416b41 admin admin] Publish callbacks [] for security_group (e9d0f05f-8fef-41a3-a3f8-b9ae9bf446b0), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:49.796302 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1267ed-0a3c-4672-b55d-8f6ddbf18828 x-openstack-request-id: req-3a1267ed-0a3c-4672-b55d-8f6ddbf18828 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:25:49.796704 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959b12df-c91f-4afa-a415-3110e94e8177", "name": "network-vif-plugged", "status": "completed", "tag": "dd6b9e9f-1077-491c-99df-d03792970b66", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:25:49.797207 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a1267ed-0a3c-4672-b55d-8f6ddbf18828 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:25:49.797981 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959b12df-c91f-4afa-a415-3110e94e8177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'code': 200} Feb 14 16:25:49.827484 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c469131c-9cfa-4e0c-97b2-9a2aba46c853 req-e34cb5ea-afb5-4de3-b111-d6ee387b888d tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942736 Feb 14 16:25:49.857384 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d50e25ab-0922-4526-a40d-c156e2416b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (e9d0f05f-8fef-41a3-a3f8-b9ae9bf446b0), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:49.857523 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-d50e25ab-0922-4526-a40d-c156e2416b41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:49.861282 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-d50e25ab-0922-4526-a40d-c156e2416b41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9d0f05f-8fef-41a3-a3f8-b9ae9bf446b0 HTTP/1.1" status: 204 len: 168 time: 0.3312852 Feb 14 16:25:49.870207 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e25ab-0922-4526-a40d-c156e2416b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d0f05f-8fef-41a3-a3f8-b9ae9bf446b0,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:50.588692 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:25:50.745103 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a4e7d366-c537-487b-ac06-f0c42319460e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:50.971038 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb772e4b-de34-4c87-be9b-5cab16d7a470 req-611ccb58-a208-4b49-9eb5-8ee6e02df759 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:50.972622 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-cb772e4b-de34-4c87-be9b-5cab16d7a470 req-611ccb58-a208-4b49-9eb5-8ee6e02df759 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0551388 Feb 14 16:25:51.032056 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-cb772e4b-de34-4c87-be9b-5cab16d7a470 req-9650a07d-8ee9-41a9-b5cd-fbea4d881ba3 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496538 Feb 14 16:25:52.039336 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:52.193718 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0b9af-e924-4575-98e0-88ddd88ff878 req-3471bddc-9367-40d7-8af7-5a715cf946c0 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:52.196108 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f0b0b9af-e924-4575-98e0-88ddd88ff878 req-3471bddc-9367-40d7-8af7-5a715cf946c0 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0743277 Feb 14 16:25:52.250413 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f0b0b9af-e924-4575-98e0-88ddd88ff878 req-c5aac8e8-7c32-490e-ac7f-738d9f41c067 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476978 Feb 14 16:25:53.384245 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f09be-ce4b-47a8-9abb-461241e4ecbd req-a593450c-53d6-4ea8-bf49-45d60f892ebd tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:53.386497 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f11f09be-ce4b-47a8-9abb-461241e4ecbd req-a593450c-53d6-4ea8-bf49-45d60f892ebd tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0579209 Feb 14 16:25:53.455635 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f11f09be-ce4b-47a8-9abb-461241e4ecbd req-bb8d385b-8b85-4324-8828-b61cbde13c3d tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634656 Feb 14 16:25:53.553252 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:54.587679 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e8a22-b2b6-4cbe-8a1b-1654789a21c2 req-7afd77c2-acda-42e2-96d5-2cedaeaf87da tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:54.594583 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4e3e8a22-b2b6-4cbe-8a1b-1654789a21c2 req-7afd77c2-acda-42e2-96d5-2cedaeaf87da tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0623643 Feb 14 16:25:54.642673 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4e3e8a22-b2b6-4cbe-8a1b-1654789a21c2 req-93ec29f5-c3c6-46c7-bd15-5c6019af7a50 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472310 Feb 14 16:25:54.763015 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:55.784614 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c18d27-eb55-4d37-83d2-aa4893879148 req-b72f048a-656e-412e-a9b0-441167bbb29e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:55.791704 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d3c18d27-eb55-4d37-83d2-aa4893879148 req-b72f048a-656e-412e-a9b0-441167bbb29e tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0638700 Feb 14 16:25:55.842188 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d3c18d27-eb55-4d37-83d2-aa4893879148 req-a5703f1e-6d8b-4988-8354-5b0df7262a0a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494645 Feb 14 16:25:56.964700 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c12237-9ef2-4e83-abb9-95ed384cabd3 req-a65e965e-ded3-42f3-8172-c4a49e90634a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:56.966167 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-14c12237-9ef2-4e83-abb9-95ed384cabd3 req-a65e965e-ded3-42f3-8172-c4a49e90634a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0510838 Feb 14 16:25:57.016614 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-14c12237-9ef2-4e83-abb9-95ed384cabd3 req-fb451f49-16d4-478e-8a14-17f84ac2a02b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445476 Feb 14 16:25:57.398353 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71087d-8f43-46f3-ab6b-e0a9ed87d831 req-02d4faa9-fa65-464f-ae2e-5d477a69e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:57.399737 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3b71087d-8f43-46f3-ab6b-e0a9ed87d831 req-02d4faa9-fa65-464f-ae2e-5d477a69e48b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac0c72c994864a80a9975f44cae07762&device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 1130 time: 0.0431161 Feb 14 16:25:57.486078 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71087d-8f43-46f3-ab6b-e0a9ed87d831 req-3d1fee35-c9b6-4436-9c73-b5fd07a7faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:57.487525 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3b71087d-8f43-46f3-ab6b-e0a9ed87d831 req-3d1fee35-c9b6-4436-9c73-b5fd07a7faa8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 HTTP/1.1" status: 200 len: 917 time: 0.0815287 Feb 14 16:25:57.557409 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3b71087d-8f43-46f3-ab6b-e0a9ed87d831 req-66b159cf-612e-46c0-b930-b017d4f76799 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd6b9e9f-1077-491c-99df-d03792970b66 HTTP/1.1" status: 200 len: 1002 time: 0.0607295 Feb 14 16:25:57.604132 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71087d-8f43-46f3-ab6b-e0a9ed87d831 req-f5cd9d48-5ae7-4c5c-bc4f-feeeaba3dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:57.605612 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3b71087d-8f43-46f3-ab6b-e0a9ed87d831 req-f5cd9d48-5ae7-4c5c-bc4f-feeeaba3dd4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b022af-3860-42a7-933a-01d0f454c9a6 HTTP/1.1" status: 200 len: 855 time: 0.0418665 Feb 14 16:25:57.654155 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71087d-8f43-46f3-ab6b-e0a9ed87d831 req-ca089995-f0c1-443b-bff9-32b9e82d5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:57.655540 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3b71087d-8f43-46f3-ab6b-e0a9ed87d831 req-ca089995-f0c1-443b-bff9-32b9e82d5b57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428667 Feb 14 16:25:57.749612 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3b71087d-8f43-46f3-ab6b-e0a9ed87d831 req-0a65779f-32dd-441d-a4a0-8512dab02522 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876904 Feb 14 16:25:57.840374 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3b71087d-8f43-46f3-ab6b-e0a9ed87d831 req-2031c15a-515f-4257-8f16-51bcc4318011 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834351 Feb 14 16:25:58.133388 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 56076) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:58.138599 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3a2d1-91fd-4661-8b52-48965b64723f req-f4f7aaab-eb18-42ee-9362-b11d0a1fe192 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:58.140063 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8eb3a2d1-91fd-4661-8b52-48965b64723f req-f4f7aaab-eb18-42ee-9362-b11d0a1fe192 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0502276 Feb 14 16:25:58.185881 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8eb3a2d1-91fd-4661-8b52-48965b64723f req-9d9db85f-d090-4e11-bc0e-04834593e296 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401623 Feb 14 16:25:58.236173 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a0987970-19e0-4410-9d2a-21772473ee56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:58.307691 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a0987970-19e0-4410-9d2a-21772473ee56 admin admin] Publish callbacks [] for security_group (390e839c-952f-4b24-8681-07707d716fb0), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:58.311333 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a0987970-19e0-4410-9d2a-21772473ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (390e839c-952f-4b24-8681-07707d716fb0), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:58.348840 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-a0987970-19e0-4410-9d2a-21772473ee56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41f815419278450fb3b7d1ec5a13ff1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143481 Feb 14 16:25:58.349795 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0987970-19e0-4410-9d2a-21772473ee56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390e839c-952f-4b24-8681-07707d716fb0,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:58.352076 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 56080) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:58.402760 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fd5751ca-e570-49bf-9871-b0e617bf2662 admin admin] Publish callbacks [] for security_group (390e839c-952f-4b24-8681-07707d716fb0), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:58.423193 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fd5751ca-e570-49bf-9871-b0e617bf2662 admin admin] Publish callbacks [] for security_group (390e839c-952f-4b24-8681-07707d716fb0), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:58.469791 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fd5751ca-e570-49bf-9871-b0e617bf2662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (390e839c-952f-4b24-8681-07707d716fb0), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:58.472354 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fd5751ca-e570-49bf-9871-b0e617bf2662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:58.473785 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-fd5751ca-e570-49bf-9871-b0e617bf2662 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/390e839c-952f-4b24-8681-07707d716fb0 HTTP/1.1" status: 204 len: 168 time: 0.1200259 Feb 14 16:25:58.482523 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5751ca-e570-49bf-9871-b0e617bf2662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390e839c-952f-4b24-8681-07707d716fb0,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:59.075512 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 56102) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:59.179142 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-260590105-network', 'tenant_id': '9dd86f1f22d64193882786181698ba1f'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:25:59.199554 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] Made reservation on behalf of 9dd86f1f22d64193882786181698ba1f for: {'network': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:25:59.201998 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:59.209941 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:59.284365 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] Publish callbacks [] for security_group (bbe06ec7-b787-4ccb-aad1-26f73a61345e), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:59.288538 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (bbe06ec7-b787-4ccb-aad1-26f73a61345e), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:59.313880 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:25:59.315138 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20310402-c111-4ca7-8a63-72968227446c req-ecb02f86-dccd-41f1-b23e-0625b630e247 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:59.316657 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-20310402-c111-4ca7-8a63-72968227446c req-ecb02f86-dccd-41f1-b23e-0625b630e247 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0580633 Feb 14 16:25:59.323643 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe06ec7-b787-4ccb-aad1-26f73a61345e,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:59.331031 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (2a8e4206-7f4d-417e-89e9-8e6db40edcda), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:59.331380 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.segments_db [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] Added segment 2a8e4206-7f4d-417e-89e9-8e6db40edcda of type vlan for network d0dc4117-1691-444d-bfbc-af01e6b712f4 Feb 14 16:25:59.368001 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-20310402-c111-4ca7-8a63-72968227446c req-6c40c5b4-28c7-440e-9991-413e86412942 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442717 Feb 14 16:25:59.371790 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (d0dc4117-1691-444d-bfbc-af01e6b712f4), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:59.398759 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (d0dc4117-1691-444d-bfbc-af01e6b712f4), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:59.399714 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:59.400291 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:59.430122 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3534882 Feb 14 16:25:59.432956 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 56108) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:59.439125 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-f1a11078-ea9f-4e59-af67-9e3a767acf1c admin admin] Request body: {'subnet': {'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-260590105-subnet', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'ip_version': 4}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:25:59.474438 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb3de7-f63a-4166-9a39-707df523225f admin admin] Pushing event updated for resources: {'Network': ['ID=d0dc4117-1691-444d-bfbc-af01e6b712f4,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:59.487152 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a11078-ea9f-4e59-af67-9e3a767acf1c admin admin] Made reservation on behalf of 9dd86f1f22d64193882786181698ba1f for: {'subnet': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:25:59.489562 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f1a11078-ea9f-4e59-af67-9e3a767acf1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260073590'] for subnet (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:59.497752 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network d0dc4117-1691-444d-bfbc-af01e6b712f4 details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:25:59.657667 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f1a11078-ea9f-4e59-af67-9e3a767acf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262131310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260073540'] for subnet (7eb18125-0c06-4cf7-bbf4-92773fe4089b), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:59.704118 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a11078-ea9f-4e59-af67-9e3a767acf1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb18125-0c06-4cf7-bbf4-92773fe4089b,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:25:59.718530 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a11078-ea9f-4e59-af67-9e3a767acf1c admin admin] Checking segment: {'id': '2a8e4206-7f4d-417e-89e9-8e6db40edcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:25:59.718881 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a11078-ea9f-4e59-af67-9e3a767acf1c admin admin] Network hostable DHCP agents. Network: d0dc4117-1691-444d-bfbc-af01e6b712f4, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:25:59.734992 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a11078-ea9f-4e59-af67-9e3a767acf1c admin admin] Network d0dc4117-1691-444d-bfbc-af01e6b712f4 is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:25:59.743792 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-f1a11078-ea9f-4e59-af67-9e3a767acf1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, d0dc4117-1691-444d-bfbc-af01e6b712f4) {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:25:59.747892 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a11078-ea9f-4e59-af67-9e3a767acf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:25:59.748483 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f1a11078-ea9f-4e59-af67-9e3a767acf1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:59.753064 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785f0fbc-fa29-4b67-b5d7-383c40debfbd None None] Network d0dc4117-1691-444d-bfbc-af01e6b712f4 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:25:59.764300 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-f1a11078-ea9f-4e59-af67-9e3a767acf1c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3303895 Feb 14 16:25:59.767232 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 56110) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:25:59.771897 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:25:59.790430 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44730'] for router (65bff164-deec-4eb5-bee4-f9eb682fd492), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:59.791677 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44723'] for router (65bff164-deec-4eb5-bee4-f9eb682fd492), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:59.853094 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Publish callbacks [] for router_controller (65bff164-deec-4eb5-bee4-f9eb682fd492), precommit_add_association {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:25:59.982053 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40576992-a238-5e9f-998a-f4f656238b83-d0dc4117-1691-444d-bfbc-af01e6b712f4', 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'project_id': '9dd86f1f22d64193882786181698ba1f', 'fixed_ips': [{'subnet_id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b'}]}} from dv-cinder-819668-3-iscsi. {{(pid=102554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:25:59.982904 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:00.001269 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Publish callbacks [] for router_gateway (65bff164-deec-4eb5-bee4-f9eb682fd492), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:00.121814 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Allocated IP 172.20.0.2 (d0dc4117-1691-444d-bfbc-af01e6b712f4/7eb18125-0c06-4cf7-bbf4-92773fe4089b/a86f3ef5-704e-4dc4-acbe-aa0968b59b5c) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:26:00.210876 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Publish callbacks [] for router_gateway (65bff164-deec-4eb5-bee4-f9eb682fd492), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:00.230551 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:00.263627 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Publish callbacks [] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:00.281781 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:00.336667 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Network d0dc4117-1691-444d-bfbc-af01e6b712f4 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:26:00.340242 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:26:00.349720 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:26:00.361596 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Pushing event updated for resources: {'Port': ['ID=a86f3ef5-704e-4dc4-acbe-aa0968b59b5c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:00.415195 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Attempting to bind port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:26:00.415565 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Attempting to bind port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '2a8e4206-7f4d-417e-89e9-8e6db40edcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:26:00.416136 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Attempting to bind port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c on network d0dc4117-1691-444d-bfbc-af01e6b712f4 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:26:00.421947 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:26:00.422327 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Checking segment: {'id': '2a8e4206-7f4d-417e-89e9-8e6db40edcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:26:00.422933 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:00.423327 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Bound using segment: {'id': '2a8e4206-7f4d-417e-89e9-8e6db40edcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:26:00.423815 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Bound port: a86f3ef5-704e-4dc4-acbe-aa0968b59b5c, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8e4206-7f4d-417e-89e9-8e6db40edcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:26:00.424194 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:00.503202 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] For port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:26:00.506655 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc6799-3c44-4b7f-855b-b559547721a6 req-99810815-0a7f-40ea-8d73-5a27e6b1ae4a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:00.508923 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] For port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=a86f3ef5-704e-4dc4-acbe-aa0968b59b5c,segment=NetworkSegment(2a8e4206-7f4d-417e-89e9-8e6db40edcda),segment_id=2a8e4206-7f4d-417e-89e9-8e6db40edcda)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:26:00.514878 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ebbc6799-3c44-4b7f-855b-b559547721a6 req-99810815-0a7f-40ea-8d73-5a27e6b1ae4a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 946 time: 0.0726645 Feb 14 16:26:00.516944 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:00.561917 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ebbc6799-3c44-4b7f-855b-b559547721a6 req-4d782293-bab0-4f66-bfb2-2ed718b523f7 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457735 Feb 14 16:26:00.576531 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a62889-9b18-401a-81d1-6340c7219a0a None None] Pushing event updated for resources: {'Port': ['ID=a86f3ef5-704e-4dc4-acbe-aa0968b59b5c,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:00.627131 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Allocated IP 172.27.2.141 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/13a7e5f3-dc4d-45ba-9596-adb79099fcea) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:26:00.746385 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Publish callbacks [] for port (13a7e5f3-dc4d-45ba-9596-adb79099fcea), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:00.805875 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (13a7e5f3-dc4d-45ba-9596-adb79099fcea), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:00.848458 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:26:00.855547 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:26:00.858993 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:26:00.881862 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Pushing event updated for resources: {'Port': ['ID=13a7e5f3-dc4d-45ba-9596-adb79099fcea,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:01.134228 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Publish callbacks [] for router_gateway (65bff164-deec-4eb5-bee4-f9eb682fd492), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:01.343178 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device dd6b9e9f-1077-491c-99df-d03792970b66 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:26:01.377493 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router (65bff164-deec-4eb5-bee4-f9eb682fd492), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:01.473145 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port dd6b9e9f-1077-491c-99df-d03792970b66 is: ACTIVE; New status is: DOWN {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:01.473662 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:01.511564 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959b12df-c91f-4afa-a415-3110e94e8177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd6b9e9f-1077-491c-99df-d03792970b66'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:26:01.514538 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8593b744-480b-437c-a5ee-9f42d905af4a" -d '{"events": [{"server_uuid": "959b12df-c91f-4afa-a415-3110e94e8177", "name": "network-vif-unplugged", "status": "completed", "tag": "dd6b9e9f-1077-491c-99df-d03792970b66"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:26:01.530084 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port dd6b9e9f-1077-491c-99df-d03792970b66, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dd6b9e9f-1077-491c-99df-d03792970b66,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:01.537217 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:01.557340 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [req-41bae8ee-d3f9-451e-a36c-f5f1a21c11c6 req-26a2fbd2-4c86-4aa9-91f4-4f0335520a3f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=102553) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:26:01.558393 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-41bae8ee-d3f9-451e-a36c-f5f1a21c11c6 req-26a2fbd2-4c86-4aa9-91f4-4f0335520a3f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1078575 Feb 14 16:26:01.599072 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=dd6b9e9f-1077-491c-99df-d03792970b66,revision_number=8']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:01.634331 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Router 65bff164-deec-4eb5-bee4-f9eb682fd492 is scheduled to L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 with binding_index 1 {{(pid=102553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:26:01.738963 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Feb 2022 16:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0a9186-969f-485c-a5ac-0bf93a03a106 x-openstack-request-id: req-bc0a9186-969f-485c-a5ac-0bf93a03a106 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:26:01.739989 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959b12df-c91f-4afa-a415-3110e94e8177", "name": "network-vif-unplugged", "status": "failed", "tag": "dd6b9e9f-1077-491c-99df-d03792970b66", "code": 422}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:26:01.740503 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc0a9186-969f-485c-a5ac-0bf93a03a106 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:26:01.741500 dv-cinder-819668-3-iscsi neutron-server[102554]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '959b12df-c91f-4afa-a415-3110e94e8177', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'code': 422} returned with failed status Feb 14 16:26:01.798242 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:26:01.810109 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device a86f3ef5-704e-4dc4-acbe-aa0968b59b5c up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:26:01.862452 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-8d22a78c-df1a-4b88-959e-37a5a60139b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0495896 Feb 14 16:26:01.877776 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Sync routers for ids ['65bff164-deec-4eb5-bee4-f9eb682fd492'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:26:01.899480 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:01.903119 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 56176) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:01.903969 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-ff1ce2aa-4648-4234-bf68-fd626a768f58 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1354873 Feb 14 16:26:01.907363 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:01.907751 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:01.909855 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab3efeb-5876-41be-bd2e-f46b20487ab5 None None] Network d0dc4117-1691-444d-bfbc-af01e6b712f4 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:26:01.914636 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Routers {'65bff164-deec-4eb5-bee4-f9eb682fd492'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:26:01.915408 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:25:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['65bff164-deec-4eb5-bee4-f9eb682fd492'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:01.923350 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90194c9b-f097-463e-93a1-cd437df8ea50 req-d37defad-9c46-4420-9a9b-a200b9cf7f42 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:01.925014 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-90194c9b-f097-463e-93a1-cd437df8ea50 req-d37defad-9c46-4420-9a9b-a200b9cf7f42 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.0974834 Feb 14 16:26:01.964211 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-4822d1b7-7759-43ce-9541-ccb0aead0684 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:01.965603 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-4822d1b7-7759-43ce-9541-ccb0aead0684 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports/dd6b9e9f-1077-491c-99df-d03792970b66 HTTP/1.1" status: 200 len: 941 time: 0.0645280 Feb 14 16:26:01.987189 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-90194c9b-f097-463e-93a1-cd437df8ea50 req-6333d063-eae7-4465-ac0f-810fb69b3954 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555327 Feb 14 16:26:02.110836 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-bf7792ce-13fb-4237-abf0-416dd3423824 None None] Provisioning complete for port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:02.111212 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf7792ce-13fb-4237-abf0-416dd3423824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:02.212107 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Set router 65bff164-deec-4eb5-bee4-f9eb682fd492 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:26:02.303381 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:02.304064 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:02.426591 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=a86f3ef5-704e-4dc4-acbe-aa0968b59b5c,segment=NetworkSegment(2a8e4206-7f4d-417e-89e9-8e6db40edcda),segment_id=2a8e4206-7f4d-417e-89e9-8e6db40edcda)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:02.427307 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:02.433233 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-bf7792ce-13fb-4237-abf0-416dd3423824 None None] Current status of the port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:02.433654 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-bf7792ce-13fb-4237-abf0-416dd3423824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:02.443616 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:02.582808 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=a86f3ef5-704e-4dc4-acbe-aa0968b59b5c,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:02.599287 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.db.api [None req-bf7792ce-13fb-4237-abf0-416dd3423824 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 16:26:02.599693 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG oslo_db.api [None req-bf7792ce-13fb-4237-abf0-416dd3423824 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 16:26:02.615887 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:25:59Z', 'updated_at': '2022-02-14T16:26:01Z', 'revision_number': 3, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'gw_port': {'id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:00Z', 'updated_at': '2022-02-14T16:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:02.632572 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_common [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Allocated IP 172.20.0.1 (d0dc4117-1691-444d-bfbc-af01e6b712f4/7eb18125-0c06-4cf7-bbf4-92773fe4089b/e568ef8e-e3ac-427f-bdde-91700b34e631) {{(pid=102552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:26:02.652876 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Checking router: 65bff164-deec-4eb5-bee4-f9eb682fd492 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:26:02.653238 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Updating router 65bff164-deec-4eb5-bee4-f9eb682fd492 port 13a7e5f3-dc4d-45ba-9596-adb79099fcea binding host dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:26:02.685991 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (13a7e5f3-dc4d-45ba-9596-adb79099fcea), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:02.836194 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-6bfbca5f-48d7-4cde-bf99-6c49a0e43fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:02.838395 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-6bfbca5f-48d7-4cde-bf99-6c49a0e43fe3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177&tenant_id=ac0c72c994864a80a9975f44cae07762 HTTP/1.1" status: 200 len: 1128 time: 0.0527346 Feb 14 16:26:02.907858 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-974cb562-804a-47b0-acf2-fe2280163f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:02.909685 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-974cb562-804a-47b0-acf2-fe2280163f38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac0c72c994864a80a9975f44cae07762&device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 1128 time: 0.0472391 Feb 14 16:26:02.957332 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Publish callbacks [] for port (13a7e5f3-dc4d-45ba-9596-adb79099fcea), precommit_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:02.977331 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (13a7e5f3-dc4d-45ba-9596-adb79099fcea), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:02.999235 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Publish callbacks [] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:03.013116 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-314fd9e6-8127-4671-ae43-171168f6b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:03.016024 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-314fd9e6-8127-4671-ae43-171168f6b9cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 HTTP/1.1" status: 200 len: 917 time: 0.0988579 Feb 14 16:26:03.046804 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:03.046939 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c1d0b-7750-4df7-9c13-72373385b74f None None] Pushing event updated for resources: {'Port': ['ID=13a7e5f3-dc4d-45ba-9596-adb79099fcea,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:03.058020 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Attempting to bind port 13a7e5f3-dc4d-45ba-9596-adb79099fcea on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:26:03.058660 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Attempting to bind port 13a7e5f3-dc4d-45ba-9596-adb79099fcea by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:26:03.059212 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Attempting to bind port 13a7e5f3-dc4d-45ba-9596-adb79099fcea on network fbee9b82-1d0f-41e0-9255-a9db1855e990 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:26:03.066145 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:26:03.066803 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Checking segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:26:03.067439 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:03.067988 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Bound using segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:26:03.068660 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Bound port: 13a7e5f3-dc4d-45ba-9596-adb79099fcea, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:26:03.069221 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (13a7e5f3-dc4d-45ba-9596-adb79099fcea), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:03.113075 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-a378ef4d-08a9-458e-82a7-9c6218f2a727 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd6b9e9f-1077-491c-99df-d03792970b66 HTTP/1.1" status: 200 len: 1000 time: 0.0758631 Feb 14 16:26:03.125476 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Network d0dc4117-1691-444d-bfbc-af01e6b712f4 is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:26:03.150947 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:26:03.156419 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Received port after_create {{(pid=102552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:26:03.176114 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-bf7792ce-13fb-4237-abf0-416dd3423824 None None] Current status of the port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:03.177778 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] For port 13a7e5f3-dc4d-45ba-9596-adb79099fcea, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:26:03.181563 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e568ef8e-e3ac-427f-bdde-91700b34e631,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:03.182087 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] For port 13a7e5f3-dc4d-45ba-9596-adb79099fcea, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=13a7e5f3-dc4d-45ba-9596-adb79099fcea,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:26:03.200279 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (13a7e5f3-dc4d-45ba-9596-adb79099fcea), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:03.200594 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-740c9f63-cfea-402d-9486-bfeddcef7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:03.203464 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-740c9f63-cfea-402d-9486-bfeddcef7407 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b022af-3860-42a7-933a-01d0f454c9a6 HTTP/1.1" status: 200 len: 855 time: 0.0816777 Feb 14 16:26:03.215575 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a3ec5-bcd8-4193-8f3c-723e2ad9f635 req-ca15ee09-2f58-4380-a091-4b557eb52b30 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:03.217309 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1d5a3ec5-bcd8-4193-8f3c-723e2ad9f635 req-ca15ee09-2f58-4380-a091-4b557eb52b30 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.1207345 Feb 14 16:26:03.222508 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629114'] for router_interface (65bff164-deec-4eb5-bee4-f9eb682fd492), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:03.294392 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c1d0b-7750-4df7-9c13-72373385b74f None None] Pushing event updated for resources: {'Port': ['ID=13a7e5f3-dc4d-45ba-9596-adb79099fcea,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:03.305678 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-b8feb2f6-5b24-4d68-a872-e491efd95fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:03.307555 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-b8feb2f6-5b24-4d68-a872-e491efd95fb3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0958076 Feb 14 16:26:03.307695 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Routers {'65bff164-deec-4eb5-bee4-f9eb682fd492'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:26:03.307995 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:25:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['65bff164-deec-4eb5-bee4-f9eb682fd492'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:03.381295 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-1d5a3ec5-bcd8-4193-8f3c-723e2ad9f635 req-6f34ff0b-249f-4326-942f-6aa99caf7007 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510265 Feb 14 16:26:03.460614 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-bad17fee-5202-4d4c-b563-79a5ef317c57 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417074 Feb 14 16:26:03.505163 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), before_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:03.571647 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-16fe231c-d01d-4f63-9573-817c1eda9d72 req-70536dd5-3603-48ae-855c-0b6f57508d81 service neutron] 10.222.0.42 "GET /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017637 Feb 14 16:26:03.597442 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] Set router 65bff164-deec-4eb5-bee4-f9eb682fd492 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:26:03.659679 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-e1663a5c-acb6-4ce0-9104-a34d0e672528 None None] Provisioning complete for port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:03.660057 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e1663a5c-acb6-4ce0-9104-a34d0e672528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:03.696010 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device a86f3ef5-704e-4dc4-acbe-aa0968b59b5c up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:26:03.759621 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49269d08-309d-46e4-92ba-12a20a664994 req-fcc0ef59-c13f-4ec0-bbc8-68f781dbb811 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:03.766866 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-49269d08-309d-46e4-92ba-12a20a664994 req-fcc0ef59-c13f-4ec0-bbc8-68f781dbb811 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 945 time: 0.1130173 Feb 14 16:26:03.819523 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Publish callbacks [] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), precommit_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:03.830893 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262128871'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), after_update {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:03.878561 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e1663a5c-acb6-4ce0-9104-a34d0e672528 None None] Current status of the port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:03.882869 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-49269d08-309d-46e4-92ba-12a20a664994 req-4d553058-bd1e-4a1f-9685-585cbf7be505 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=030990b3-f010-4272-9b7d-3caf45745326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145744 Feb 14 16:26:03.887298 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:03.887298 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:03.914303 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629126'] for router_interface (65bff164-deec-4eb5-bee4-f9eb682fd492), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:03.918464 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e568ef8e-e3ac-427f-bdde-91700b34e631,revision_number=2']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:03.948741 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:25:59Z', 'updated_at': '2022-02-14T16:26:01Z', 'revision_number': 3, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'gw_port': {'id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:00Z', 'updated_at': '2022-02-14T16:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:03.979715 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52270d65-065f-44cd-9b54-173a85febe29 None None] The sync data for ids ['65bff164-deec-4eb5-bee4-f9eb682fd492'] in dv-cinder-819668-3-iscsi is: [{'id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:25:59Z', 'updated_at': '2022-02-14T16:26:01Z', 'revision_number': 3, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'gw_port': {'id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:00Z', 'updated_at': '2022-02-14T16:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:26:04.037388 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Network d0dc4117-1691-444d-bfbc-af01e6b712f4 is already hosted by enough agents. {{(pid=102552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:26:04.039608 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.base_scheduler [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:26:04.039952 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-78ba967f-366e-4c69-b929-de30d9003a80 None None] Provisioning complete for port e568ef8e-e3ac-427f-bdde-91700b34e631 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:04.040332 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-78ba967f-366e-4c69-b929-de30d9003a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:04.041844 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:04.098739 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-78ba967f-366e-4c69-b929-de30d9003a80 None None] Port e568ef8e-e3ac-427f-bdde-91700b34e631 cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:26:04.202181 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Router 65bff164-deec-4eb5-bee4-f9eb682fd492 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:26:04.466212 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:26:04.471405 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-b9e0344b-cdc7-44de-b3d4-2ba60cf2c8b3 admin admin] 10.222.0.55 "PUT /v2.0/routers/65bff164-deec-4eb5-bee4-f9eb682fd492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5672157 Feb 14 16:26:04.538986 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-46045331-71f1-4925-98d4-40da493c415e None None] Provisioning complete for port e568ef8e-e3ac-427f-bdde-91700b34e631 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:04.539362 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-46045331-71f1-4925-98d4-40da493c415e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:04.638793 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-46045331-71f1-4925-98d4-40da493c415e None None] Port e568ef8e-e3ac-427f-bdde-91700b34e631 cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:26:04.642982 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d368ed-5c83-438b-91e1-4c187276b86f req-ee4d6df3-37c2-4b3c-b9e9-bb08aaa1f905 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:04.647404 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c6d368ed-5c83-438b-91e1-4c187276b86f req-ee4d6df3-37c2-4b3c-b9e9-bb08aaa1f905 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.1248262 Feb 14 16:26:04.755041 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c6d368ed-5c83-438b-91e1-4c187276b86f req-f8678d5c-4f39-47bb-952a-d5e25ead0115 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025946 Feb 14 16:26:05.141255 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de536b-f46d-4d5c-9bd6-e864615483f8 req-6beceb48-ec0d-40b7-946a-0da2c4afe6f7 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:05.150337 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b1de536b-f46d-4d5c-9bd6-e864615483f8 req-6beceb48-ec0d-40b7-946a-0da2c4afe6f7 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 945 time: 0.1314731 Feb 14 16:26:05.279733 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b1de536b-f46d-4d5c-9bd6-e864615483f8 req-9b83a8e6-d354-44b1-a4cc-e49723f9e977 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=030990b3-f010-4272-9b7d-3caf45745326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209619 Feb 14 16:26:05.374466 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 56244) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:05.380463 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1966113495-network', 'tenant_id': 'eda6b4ad62414d40a1d309606e8483cb'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:26:05.423174 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] Made reservation on behalf of eda6b4ad62414d40a1d309606e8483cb for: {'network': 1} {{(pid=102552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:26:05.435721 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for network (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:05.454460 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:05.579511 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] Publish callbacks [] for security_group (9da5b239-6a68-4575-835d-c02907d4f2f0), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:05.586269 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (9da5b239-6a68-4575-835d-c02907d4f2f0), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:05.617624 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 16:26:05.635505 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da5b239-6a68-4575-835d-c02907d4f2f0,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:05.639057 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (e2f1f129-ea3c-4a72-8c60-698f12515625), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:05.639410 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.segments_db [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] Added segment e2f1f129-ea3c-4a72-8c60-698f12515625 of type vlan for network aa0ddd15-9919-4c36-9521-7181ed7d0110 Feb 14 16:26:05.756111 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752479091357'] for network (aa0ddd15-9919-4c36-9521-7181ed7d0110), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:05.835260 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074'] for network (aa0ddd15-9919-4c36-9521-7181ed7d0110), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:05.836790 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:05.837362 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:05.906370 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 13a7e5f3-dc4d-45ba-9596-adb79099fcea up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:26:05.979193 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6000104 Feb 14 16:26:05.979810 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 56252) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:05.986896 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-5ead6d36-637c-43f6-88d0-9ced96151a46 admin admin] Request body: {'subnet': {'network_id': 'aa0ddd15-9919-4c36-9521-7181ed7d0110', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1966113495-subnet', 'tenant_id': 'eda6b4ad62414d40a1d309606e8483cb', 'ip_version': 4}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:26:06.014008 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 13a7e5f3-dc4d-45ba-9596-adb79099fcea triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:06.015009 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (13a7e5f3-dc4d-45ba-9596-adb79099fcea), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:06.022209 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d82c3c-60bd-4bf7-a8dd-8daedcbdf791 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0ddd15-9919-4c36-9521-7181ed7d0110,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:06.059724 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ead6d36-637c-43f6-88d0-9ced96151a46 admin admin] Made reservation on behalf of eda6b4ad62414d40a1d309606e8483cb for: {'subnet': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:26:06.064134 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5ead6d36-637c-43f6-88d0-9ced96151a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260062748'] for subnet (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:06.065205 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648a971-d2d4-49a5-90a8-4f641f0ac04e req-26829875-8b27-422a-b099-ef4c702b3e17 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:06.067167 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0648a971-d2d4-49a5-90a8-4f641f0ac04e req-26829875-8b27-422a-b099-ef4c702b3e17 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.1719975 Feb 14 16:26:06.094251 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Network aa0ddd15-9919-4c36-9521-7181ed7d0110 details requested by agent ovs-agent-dv-cinder-819668-3-iscsi with host dv-cinder-819668-3-iscsi {{(pid=102554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 16:26:06.181763 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0648a971-d2d4-49a5-90a8-4f641f0ac04e req-0ed68681-38f2-4d8a-a382-cfb9e2ab6f2d tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019123 Feb 14 16:26:06.342457 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 13a7e5f3-dc4d-45ba-9596-adb79099fcea is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:06.343097 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (13a7e5f3-dc4d-45ba-9596-adb79099fcea), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:06.379859 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port 13a7e5f3-dc4d-45ba-9596-adb79099fcea, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=13a7e5f3-dc4d-45ba-9596-adb79099fcea,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:06.384535 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e281d-cc00-4071-8133-87bec73a0607 req-4f32714b-5404-4ed7-9cfd-77b80c669102 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:06.390211 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-419e281d-cc00-4071-8133-87bec73a0607 req-4f32714b-5404-4ed7-9cfd-77b80c669102 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.2784069 Feb 14 16:26:06.390836 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (13a7e5f3-dc4d-45ba-9596-adb79099fcea), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:06.526901 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4132d-04c8-4788-946e-552b3118f37b req-a8c8174f-a12f-4a93-81b6-4d3c60a59e7e tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:06.530117 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=13a7e5f3-dc4d-45ba-9596-adb79099fcea,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:06.531833 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6da4132d-04c8-4788-946e-552b3118f37b req-a8c8174f-a12f-4a93-81b6-4d3c60a59e7e tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 945 time: 0.1442182 Feb 14 16:26:06.607824 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-419e281d-cc00-4071-8133-87bec73a0607 req-8fa80ab6-a7c3-4206-96ba-d9c6176bee55 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145028 Feb 14 16:26:06.622401 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6da4132d-04c8-4788-946e-552b3118f37b req-7b4a30dc-aa0e-4fb4-be71-8a58de295e9b tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=030990b3-f010-4272-9b7d-3caf45745326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827105 Feb 14 16:26:06.674545 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5ead6d36-637c-43f6-88d0-9ced96151a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260103192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260062766'] for subnet (f82c3e82-262d-4f2f-b551-ee728f63ea1c), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:06.745834 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Sync routers for ids ['65bff164-deec-4eb5-bee4-f9eb682fd492'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:26:06.761350 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Routers {'65bff164-deec-4eb5-bee4-f9eb682fd492'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:26:06.764569 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:25:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['65bff164-deec-4eb5-bee4-f9eb682fd492'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:06.767695 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ead6d36-637c-43f6-88d0-9ced96151a46 admin admin] Checking segment: {'id': 'e2f1f129-ea3c-4a72-8c60-698f12515625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'aa0ddd15-9919-4c36-9521-7181ed7d0110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:26:06.769808 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ead6d36-637c-43f6-88d0-9ced96151a46 admin admin] Network hostable DHCP agents. Network: aa0ddd15-9919-4c36-9521-7181ed7d0110, hostable agents: ['7372aa27-55f9-4262-bd12-e27b2a9cf94d'], hosted agents: [] {{(pid=102553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 16:26:06.775266 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead6d36-637c-43f6-88d0-9ced96151a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f82c3e82-262d-4f2f-b551-ee728f63ea1c,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:06.800460 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ead6d36-637c-43f6-88d0-9ced96151a46 admin admin] Network aa0ddd15-9919-4c36-9521-7181ed7d0110 is scheduled to be hosted by DHCP agent 7372aa27-55f9-4262-bd12-e27b2a9cf94d with binding_index 1 {{(pid=102553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 16:26:06.822257 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-5ead6d36-637c-43f6-88d0-9ced96151a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-3-iscsi, aa0ddd15-9919-4c36-9521-7181ed7d0110) {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:26:06.829893 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ead6d36-637c-43f6-88d0-9ced96151a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:06.830783 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5ead6d36-637c-43f6-88d0-9ced96151a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:06.832643 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e7abe-f4a3-4874-aaa5-837b2de655ee None None] Network aa0ddd15-9919-4c36-9521-7181ed7d0110 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:26:06.852953 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-5ead6d36-637c-43f6-88d0-9ced96151a46 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8691666 Feb 14 16:26:06.853204 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 56260) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:06.858931 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1966113495-router', 'tenant_id': 'eda6b4ad62414d40a1d309606e8483cb', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:26:06.931133 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44730'] for router (3f01913c-935b-4158-99dc-d21bdbbbbbdb), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:06.937863 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1627392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44723'] for router (3f01913c-935b-4158-99dc-d21bdbbbbbdb), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:06.977386 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40576992-a238-5e9f-998a-f4f656238b83-aa0ddd15-9919-4c36-9521-7181ed7d0110', 'network_id': 'aa0ddd15-9919-4c36-9521-7181ed7d0110', 'project_id': 'eda6b4ad62414d40a1d309606e8483cb', 'fixed_ips': [{'subnet_id': 'f82c3e82-262d-4f2f-b551-ee728f63ea1c'}]}} from dv-cinder-819668-3-iscsi. {{(pid=102554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 16:26:06.978624 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:07.015593 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Publish callbacks [] for router_controller (3f01913c-935b-4158-99dc-d21bdbbbbbdb), precommit_add_association {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:07.052898 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Set router 65bff164-deec-4eb5-bee4-f9eb682fd492 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:26:07.150616 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.db_base_plugin_common [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Allocated IP 172.20.0.2 (aa0ddd15-9919-4c36-9521-7181ed7d0110/f82c3e82-262d-4f2f-b551-ee728f63ea1c/fe6ba0c0-81a8-4833-9df2-f3cd94badb9c) {{(pid=102554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:26:07.264464 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:25:59Z', 'updated_at': '2022-02-14T16:26:03Z', 'revision_number': 4, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'gw_port': {'id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:00Z', 'updated_at': '2022-02-14T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'e568ef8e-e3ac-427f-bdde-91700b34e631', 'name': '', 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'mac_address': 'fa:16:3e:8c:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:02Z', 'updated_at': '2022-02-14T16:26:03Z', 'revision_number': 2, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'subnets': [{'id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:07.292247 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Checking router: 65bff164-deec-4eb5-bee4-f9eb682fd492 for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:26:07.292610 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Updating router 65bff164-deec-4eb5-bee4-f9eb682fd492 port e568ef8e-e3ac-427f-bdde-91700b34e631 binding host dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:26:07.325538 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:07.326275 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Publish callbacks [] for router_gateway (3f01913c-935b-4158-99dc-d21bdbbbbbdb), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:07.392782 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Publish callbacks [] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), precommit_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:07.402302 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603'] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), after_create {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:07.465693 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5133775-7863-40ad-99ae-49432e54220f req-aab8ccad-97ce-4692-9348-1ae764012310 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:07.475508 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Pushing event updated for resources: {'Port': ['ID=fe6ba0c0-81a8-4833-9df2-f3cd94badb9c,revision_number=1']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:07.476957 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a5133775-7863-40ad-99ae-49432e54220f req-aab8ccad-97ce-4692-9348-1ae764012310 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.1553283 Feb 14 16:26:07.489072 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Network aa0ddd15-9919-4c36-9521-7181ed7d0110 is already hosted by enough agents. {{(pid=102554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:26:07.490635 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.scheduler.base_scheduler [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Resources bound (agent type, host, resource id): {{(pid=102554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:26:07.494070 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Received port after_create {{(pid=102554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:26:07.575994 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Attempting to bind port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:26:07.590033 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Attempting to bind port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': 'e2f1f129-ea3c-4a72-8c60-698f12515625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'aa0ddd15-9919-4c36-9521-7181ed7d0110'}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:26:07.591326 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Attempting to bind port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c on network aa0ddd15-9919-4c36-9521-7181ed7d0110 {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:26:07.610148 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:26:07.610477 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Checking segment: {'id': 'e2f1f129-ea3c-4a72-8c60-698f12515625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'aa0ddd15-9919-4c36-9521-7181ed7d0110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:26:07.610894 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:07.611119 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Publish callbacks [] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:07.611280 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Bound using segment: {'id': 'e2f1f129-ea3c-4a72-8c60-698f12515625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'aa0ddd15-9919-4c36-9521-7181ed7d0110'} {{(pid=102554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:26:07.611819 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.managers [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Bound port: fe6ba0c0-81a8-4833-9df2-f3cd94badb9c, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f1f129-ea3c-4a72-8c60-698f12515625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'aa0ddd15-9919-4c36-9521-7181ed7d0110'}}] {{(pid=102554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:26:07.612156 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:07.625007 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:07.648115 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a5133775-7863-40ad-99ae-49432e54220f req-f97b01eb-c0ee-4842-967a-fc65cbe5aa07 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690545 Feb 14 16:26:07.701369 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece08ca-d66b-4b39-92b3-bfebff743405 None None] Pushing event updated for resources: {'Port': ['ID=e568ef8e-e3ac-427f-bdde-91700b34e631,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:07.710330 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece08ca-d66b-4b39-92b3-bfebff743405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:07.710805 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece08ca-d66b-4b39-92b3-bfebff743405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:07.711355 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece08ca-d66b-4b39-92b3-bfebff743405 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:07.711865 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece08ca-d66b-4b39-92b3-bfebff743405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:07.712458 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece08ca-d66b-4b39-92b3-bfebff743405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:07.712995 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece08ca-d66b-4b39-92b3-bfebff743405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:07.713608 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece08ca-d66b-4b39-92b3-bfebff743405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:07.714096 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece08ca-d66b-4b39-92b3-bfebff743405 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:07.714569 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece08ca-d66b-4b39-92b3-bfebff743405 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:07.715130 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece08ca-d66b-4b39-92b3-bfebff743405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:07.715693 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece08ca-d66b-4b39-92b3-bfebff743405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:07.716226 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece08ca-d66b-4b39-92b3-bfebff743405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:07.716706 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece08ca-d66b-4b39-92b3-bfebff743405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:07.777974 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] For port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:26:07.783162 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] For port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=fe6ba0c0-81a8-4833-9df2-f3cd94badb9c,segment=NetworkSegment(e2f1f129-ea3c-4a72-8c60-698f12515625),segment_id=e2f1f129-ea3c-4a72-8c60-698f12515625)] {{(pid=102554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:26:07.790653 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 13a7e5f3-dc4d-45ba-9596-adb79099fcea up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:26:07.797021 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:07.852795 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd3a5e-a4e8-4c4a-a596-de2a2bdf8ed9 req-90f65e91-af47-44e6-87bc-a286793cbe20 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:07.881929 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-dbfd3a5e-a4e8-4c4a-a596-de2a2bdf8ed9 req-90f65e91-af47-44e6-87bc-a286793cbe20 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.1425450 Feb 14 16:26:07.896509 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398de24c-b7bd-4747-90fa-fcc7a217447e None None] Pushing event updated for resources: {'Port': ['ID=fe6ba0c0-81a8-4833-9df2-f3cd94badb9c,revision_number=2']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:07.941991 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Attempting to bind port e568ef8e-e3ac-427f-bdde-91700b34e631 on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:26:07.945877 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 13a7e5f3-dc4d-45ba-9596-adb79099fcea triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:07.946340 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (13a7e5f3-dc4d-45ba-9596-adb79099fcea), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:07.947669 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Attempting to bind port e568ef8e-e3ac-427f-bdde-91700b34e631 by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '2a8e4206-7f4d-417e-89e9-8e6db40edcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:26:07.949265 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Attempting to bind port e568ef8e-e3ac-427f-bdde-91700b34e631 on network d0dc4117-1691-444d-bfbc-af01e6b712f4 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:26:07.963626 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:26:07.969708 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Checking segment: {'id': '2a8e4206-7f4d-417e-89e9-8e6db40edcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:26:07.972635 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:07.974604 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Bound using segment: {'id': '2a8e4206-7f4d-417e-89e9-8e6db40edcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:26:07.975286 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Bound port: e568ef8e-e3ac-427f-bdde-91700b34e631, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8e4206-7f4d-417e-89e9-8e6db40edcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:26:07.975912 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:08.046982 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-dbfd3a5e-a4e8-4c4a-a596-de2a2bdf8ed9 req-ece951f8-b1e0-4bae-a792-55ca023ac8ee tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632621 Feb 14 16:26:08.074979 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 13a7e5f3-dc4d-45ba-9596-adb79099fcea is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:08.121055 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] For port e568ef8e-e3ac-427f-bdde-91700b34e631, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:26:08.124934 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] For port e568ef8e-e3ac-427f-bdde-91700b34e631, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=e568ef8e-e3ac-427f-bdde-91700b34e631,segment=NetworkSegment(2a8e4206-7f4d-417e-89e9-8e6db40edcda),segment_id=2a8e4206-7f4d-417e-89e9-8e6db40edcda)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:26:08.136571 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:08.152881 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb91cb-783b-4823-aa09-e583f3698901 req-12dff606-8d05-4a2f-ba48-f7005cfabc5a tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:08.165818 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0dbb91cb-783b-4823-aa09-e583f3698901 req-12dff606-8d05-4a2f-ba48-f7005cfabc5a tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 945 time: 0.3053038 Feb 14 16:26:08.167968 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Publish callbacks [] for router_gateway (3f01913c-935b-4158-99dc-d21bdbbbbbdb), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:08.236199 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:08.240416 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece08ca-d66b-4b39-92b3-bfebff743405 None None] Pushing event updated for resources: {'Port': ['ID=e568ef8e-e3ac-427f-bdde-91700b34e631,revision_number=4']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:08.244387 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Routers {'65bff164-deec-4eb5-bee4-f9eb682fd492'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:26:08.245282 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:25:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['65bff164-deec-4eb5-bee4-f9eb682fd492'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:08.250712 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-8f6607d1-c49c-4e8a-a694-4461b2a7aef6 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:08.252215 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-8f6607d1-c49c-4e8a-a694-4461b2a7aef6 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.42 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 945 time: 0.1993206 Feb 14 16:26:08.333735 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-f5dde27d-d8b6-4dee-92e5-54e6710b874a None None] Provisioning complete for port e568ef8e-e3ac-427f-bdde-91700b34e631 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:08.334528 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5dde27d-d8b6-4dee-92e5-54e6710b874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:08.481718 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f5dde27d-d8b6-4dee-92e5-54e6710b874a None None] Current status of the port e568ef8e-e3ac-427f-bdde-91700b34e631 is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:08.482367 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5dde27d-d8b6-4dee-92e5-54e6710b874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:08.560830 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-f5dde27d-d8b6-4dee-92e5-54e6710b874a None None] For port e568ef8e-e3ac-427f-bdde-91700b34e631, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=e568ef8e-e3ac-427f-bdde-91700b34e631,segment=NetworkSegment(2a8e4206-7f4d-417e-89e9-8e6db40edcda),segment_id=2a8e4206-7f4d-417e-89e9-8e6db40edcda)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:08.569788 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f5dde27d-d8b6-4dee-92e5-54e6710b874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:08.581510 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0dbb91cb-783b-4823-aa09-e583f3698901 req-0fd9da81-c8fa-4ce8-b204-5f3bd6f58f60 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=030990b3-f010-4272-9b7d-3caf45745326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4147005 Feb 14 16:26:08.599899 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] Set router 65bff164-deec-4eb5-bee4-f9eb682fd492 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:26:08.658544 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-370c4208-f337-4c70-ba94-ac7b31b3e6a3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Deleting port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:26:08.659242 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-370c4208-f337-4c70-ba94-ac7b31b3e6a3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:08.687464 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dde27d-d8b6-4dee-92e5-54e6710b874a None None] Pushing event updated for resources: {'Port': ['ID=e568ef8e-e3ac-427f-bdde-91700b34e631,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:08.692980 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Allocated IP 172.27.2.74 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/879b047d-e748-4c74-a7a6-d2d3c55ccd28) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:26:08.704978 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3fb06de3-ec1e-4db8-b8cb-a49734857abb None None] Provisioning complete for port e568ef8e-e3ac-427f-bdde-91700b34e631 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:08.705880 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3fb06de3-ec1e-4db8-b8cb-a49734857abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:08.850172 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3fb06de3-ec1e-4db8-b8cb-a49734857abb None None] Current status of the port e568ef8e-e3ac-427f-bdde-91700b34e631 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:08.863869 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-370c4208-f337-4c70-ba94-ac7b31b3e6a3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] For port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:08.864323 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-370c4208-f337-4c70-ba94-ac7b31b3e6a3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:08.946269 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5ff77-9937-4978-a060-277da254104c req-278906b4-f143-4216-b48c-5ca23b793fbf tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:08.958033 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d9d5ff77-9937-4978-a060-277da254104c req-278906b4-f143-4216-b48c-5ca23b793fbf tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.1354547 Feb 14 16:26:09.091056 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d9d5ff77-9937-4978-a060-277da254104c req-8103f3fb-54e4-49fb-b3a4-63ad60b68715 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307223 Feb 14 16:26:09.116029 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:25:59Z', 'updated_at': '2022-02-14T16:26:03Z', 'revision_number': 4, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'gw_port': {'id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:00Z', 'updated_at': '2022-02-14T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'e568ef8e-e3ac-427f-bdde-91700b34e631', 'name': '', 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'mac_address': 'fa:16:3e:8c:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:02Z', 'updated_at': '2022-02-14T16:26:08Z', 'revision_number': 4, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'subnets': [{'id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:09.164091 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405b0f5-7780-40c4-8a8a-2a10d8b0de39 None None] The sync data for ids ['65bff164-deec-4eb5-bee4-f9eb682fd492'] in dv-cinder-819668-3-iscsi is: [{'id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:25:59Z', 'updated_at': '2022-02-14T16:26:03Z', 'revision_number': 4, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'gw_port': {'id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:00Z', 'updated_at': '2022-02-14T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'e568ef8e-e3ac-427f-bdde-91700b34e631', 'name': '', 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'mac_address': 'fa:16:3e:8c:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:02Z', 'updated_at': '2022-02-14T16:26:08Z', 'revision_number': 4, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'subnets': [{'id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:26:09.488193 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Publish callbacks [] for port (879b047d-e748-4c74-a7a6-d2d3c55ccd28), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:09.682432 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97c97a-4ffe-47b5-a855-880f2ac372a0 req-590a4ac1-526b-4089-81d7-423a93940cf8 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:09.691358 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-de97c97a-4ffe-47b5-a855-880f2ac372a0 req-590a4ac1-526b-4089-81d7-423a93940cf8 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.3206658 Feb 14 16:26:09.711609 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5c0f23-5116-4c64-ac38-27724dbac702 None None] Network aa0ddd15-9919-4c36-9521-7181ed7d0110 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:26:09.714869 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-370c4208-f337-4c70-ba94-ac7b31b3e6a3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:09.715010 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-370c4208-f337-4c70-ba94-ac7b31b3e6a3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (270cedba-b3f1-4b46-9701-61e2eae50793), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:09.715232 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.l3_db [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-370c4208-f337-4c70-ba94-ac7b31b3e6a3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Floating IP 270cedba-b3f1-4b46-9701-61e2eae50793 disassociated. External IP: 172.27.2.248, port: f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35. Feb 14 16:26:09.715556 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-370c4208-f337-4c70-ba94-ac7b31b3e6a3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Calling delete_port for f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 owned by compute:nova {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:26:09.819283 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (879b047d-e748-4c74-a7a6-d2d3c55ccd28), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:09.875087 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-de97c97a-4ffe-47b5-a855-880f2ac372a0 req-328f4e11-4852-4c9d-9bb4-1ed8a0e7ab91 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830711 Feb 14 16:26:09.909671 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:26:09.910880 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c4418-7814-42e7-94f5-c64acd1bab6f req-4d47d105-ce86-4779-a532-fb4c6951d294 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:09.913563 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3d1c4418-7814-42e7-94f5-c64acd1bab6f req-4d47d105-ce86-4779-a532-fb4c6951d294 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 945 time: 0.1577156 Feb 14 16:26:09.916717 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:26:09.919312 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:26:09.925883 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device fe6ba0c0-81a8-4833-9df2-f3cd94badb9c up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:26:09.966792 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Pushing event updated for resources: {'Port': ['ID=879b047d-e748-4c74-a7a6-d2d3c55ccd28,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:09.991517 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-f3483daa-a60a-45b8-a14a-a2afe5aab97a None None] Provisioning complete for port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:09.993697 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3483daa-a60a-45b8-a14a-a2afe5aab97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:10.088457 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3d1c4418-7814-42e7-94f5-c64acd1bab6f req-29e45c43-e28d-488c-b524-85fce1ba0748 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups?id=030990b3-f010-4272-9b7d-3caf45745326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643693 Feb 14 16:26:10.142761 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:10.143993 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:10.372395 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Publish callbacks [] for router_gateway (3f01913c-935b-4158-99dc-d21bdbbbbbdb), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:10.483248 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f3483daa-a60a-45b8-a14a-a2afe5aab97a None None] Current status of the port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:10.483623 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3483daa-a60a-45b8-a14a-a2afe5aab97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:10.543574 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-370c4208-f337-4c70-ba94-ac7b31b3e6a3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:10.563408 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-f3483daa-a60a-45b8-a14a-a2afe5aab97a None None] For port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=fe6ba0c0-81a8-4833-9df2-f3cd94badb9c,segment=NetworkSegment(e2f1f129-ea3c-4a72-8c60-698f12515625),segment_id=e2f1f129-ea3c-4a72-8c60-698f12515625)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:10.576842 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f3483daa-a60a-45b8-a14a-a2afe5aab97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:10.641493 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c4208-f337-4c70-ba94-ac7b31b3e6a3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event deleted for resources: {'Port': ['ID=f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:10.769876 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:10.771431 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device e568ef8e-e3ac-427f-bdde-91700b34e631 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:26:10.776936 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-370c4208-f337-4c70-ba94-ac7b31b3e6a3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Router b8cf8595-208e-4319-83cb-34b95c0f6cfb has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:26:10.833336 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3483daa-a60a-45b8-a14a-a2afe5aab97a None None] Pushing event updated for resources: {'Port': ['ID=fe6ba0c0-81a8-4833-9df2-f3cd94badb9c,revision_number=3']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:10.838940 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4839ab-2d97-4404-9d4b-bb7499906032 req-7a1baf15-e7f3-4512-badf-858a34db215b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:10.847219 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bf4839ab-2d97-4404-9d4b-bb7499906032 req-7a1baf15-e7f3-4512-badf-858a34db215b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.4763501 Feb 14 16:26:10.879014 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port e568ef8e-e3ac-427f-bdde-91700b34e631 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:10.879682 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:10.995805 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-fad9bb26-60f2-4791-8386-2a5cfaf9f41b None None] Provisioning complete for port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:10.996581 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fad9bb26-60f2-4791-8386-2a5cfaf9f41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:11.104120 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bca71-f275-4e00-9886-f5ba8bacdf16 req-1451923d-73c3-4597-ad60-da65888dde9d tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:11.114988 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-060bca71-f275-4e00-9886-f5ba8bacdf16 req-1451923d-73c3-4597-ad60-da65888dde9d tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.1276109 Feb 14 16:26:11.119965 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port e568ef8e-e3ac-427f-bdde-91700b34e631 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:11.209316 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1627403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router (3f01913c-935b-4158-99dc-d21bdbbbbbdb), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:11.210968 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-060bca71-f275-4e00-9886-f5ba8bacdf16 req-bb80a1c6-10f3-415a-9f5b-8fa4853950aa tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936430 Feb 14 16:26:11.256128 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-fad9bb26-60f2-4791-8386-2a5cfaf9f41b None None] Current status of the port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:11.283199 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bf4839ab-2d97-4404-9d4b-bb7499906032 req-000607a3-cfcb-4c3d-b3e6-d288a9c7702a tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4341505 Feb 14 16:26:11.326766 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:11.407116 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-79bee990-0f65-45af-a40b-285401311a27 req-d8a19b43-768b-413a-883c-7c12c4842d75 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 210 time: 0.0487750 Feb 14 16:26:11.419825 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:26:11.448152 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:26:11.448535 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:26:11.525961 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-370c4208-f337-4c70-ba94-ac7b31b3e6a3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:26:11.560106 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a596b2-6e08-481b-b9e0-cb875889cd1e None None] Sync routers for ids ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:26:11.573927 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a596b2-6e08-481b-b9e0-cb875889cd1e None None] Routers {'b8cf8595-208e-4319-83cb-34b95c0f6cfb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:26:11.574582 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-f7a596b2-6e08-481b-b9e0-cb875889cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:25:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:11.606767 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-370c4208-f337-4c70-ba94-ac7b31b3e6a3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] No DVR routers for this DVR port f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 on host hv-cinder-81966 {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:26:11.618743 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-370c4208-f337-4c70-ba94-ac7b31b3e6a3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:11.622379 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8ae8d770-f78a-4105-bcbf-c5ffcda7576c req-370c4208-f337-4c70-ba94-ac7b31b3e6a3 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.42 "DELETE /v2.0/ports/f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35 HTTP/1.1" status: 204 len: 173 time: 3.3531892 Feb 14 16:26:11.623091 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53dece6-0299-4d08-9aa7-4f9e4a4dda80', 'name': 'network-vif-deleted', 'tag': 'f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:26:11.629525 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f75da2-4f62-422e-99a5-70c8a8a220a4" -d '{"events": [{"server_uuid": "b53dece6-0299-4d08-9aa7-4f9e4a4dda80", "name": "network-vif-deleted", "tag": "f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:26:11.703458 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Router 3f01913c-935b-4158-99dc-d21bdbbbbbdb is scheduled to L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 with binding_index 1 {{(pid=102553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 16:26:11.728265 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dabac3-b077-43b8-bf82-62282c244f9f x-openstack-request-id: req-75dabac3-b077-43b8-bf82-62282c244f9f {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:26:11.728729 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53dece6-0299-4d08-9aa7-4f9e4a4dda80", "name": "network-vif-deleted", "tag": "f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:26:11.729095 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75dabac3-b077-43b8-bf82-62282c244f9f {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:26:11.729625 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53dece6-0299-4d08-9aa7-4f9e4a4dda80', 'name': 'network-vif-deleted', 'tag': 'f13b1a2f-0f3e-4d29-9d83-2aa51a1f1a35', 'status': 'completed', 'code': 200} Feb 14 16:26:11.773538 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-f7a596b2-6e08-481b-b9e0-cb875889cd1e None None] Set router b8cf8595-208e-4319-83cb-34b95c0f6cfb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:26:11.864834 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device fe6ba0c0-81a8-4833-9df2-f3cd94badb9c up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:26:11.899444 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:26:11.912889 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Sync routers for ids ['3f01913c-935b-4158-99dc-d21bdbbbbbdb'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:26:11.929492 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Routers {'3f01913c-935b-4158-99dc-d21bdbbbbbdb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:26:11.932182 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:25:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['3f01913c-935b-4158-99dc-d21bdbbbbbdb'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:11.945542 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:11.947286 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-17ce0eee-861a-4a7a-98d2-94b7b9e7c9fb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0922918 Feb 14 16:26:11.949826 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 56284) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:12.015046 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:12.015435 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:12.172198 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-f7a596b2-6e08-481b-b9e0-cb875889cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:29Z', 'revision_number': 5, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:12.194257 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Set router 3f01913c-935b-4158-99dc-d21bdbbbbbdb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:26:12.226150 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a596b2-6e08-481b-b9e0-cb875889cd1e None None] Checking router: b8cf8595-208e-4319-83cb-34b95c0f6cfb for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:26:12.237640 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:12.256390 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a596b2-6e08-481b-b9e0-cb875889cd1e None None] Routers {'b8cf8595-208e-4319-83cb-34b95c0f6cfb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:26:12.256390 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-f7a596b2-6e08-481b-b9e0-cb875889cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:25:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:12.484944 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-f7a596b2-6e08-481b-b9e0-cb875889cd1e None None] Set router b8cf8595-208e-4319-83cb-34b95c0f6cfb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:26:12.510158 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aab25-f530-4e68-b23b-2a82c4c26b4b req-32de4048-f268-4bd6-b24c-67441c8fa744 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:12.519978 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3c2aab25-f530-4e68-b23b-2a82c4c26b4b req-32de4048-f268-4bd6-b24c-67441c8fa744 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.1531343 Feb 14 16:26:12.592405 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'name': 'tempest-TestMinimumBasicScenario-1966113495-router', 'tenant_id': 'eda6b4ad62414d40a1d309606e8483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '879b047d-e748-4c74-a7a6-d2d3c55ccd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:26:06Z', 'updated_at': '2022-02-14T16:26:10Z', 'revision_number': 3, 'project_id': 'eda6b4ad62414d40a1d309606e8483cb', 'gw_port': {'id': '879b047d-e748-4c74-a7a6-d2d3c55ccd28', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:03:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:08Z', 'updated_at': '2022-02-14T16:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:12.638655 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3c2aab25-f530-4e68-b23b-2a82c4c26b4b req-938df6e7-a4df-4c57-b78b-661d77d4ced7 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168802 Feb 14 16:26:12.650608 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Checking router: 3f01913c-935b-4158-99dc-d21bdbbbbbdb for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:26:12.650608 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Updating router 3f01913c-935b-4158-99dc-d21bdbbbbbdb port 879b047d-e748-4c74-a7a6-d2d3c55ccd28 binding host dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:26:12.654301 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca702c-cb05-4681-919a-445cac22c743 req-c7531e8f-ec83-4a69-ad4d-8b89bbc71928 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:12.655972 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f4ca702c-cb05-4681-919a-445cac22c743 req-c7531e8f-ec83-4a69-ad4d-8b89bbc71928 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.1685655 Feb 14 16:26:12.681566 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (879b047d-e748-4c74-a7a6-d2d3c55ccd28), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:12.787168 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f4ca702c-cb05-4681-919a-445cac22c743 req-b77df57b-8fd5-49d0-a511-549c8be3eaa9 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985346 Feb 14 16:26:12.932789 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-38d2775a-bab6-476d-b801-61c5cad5f2f0 req-c2e747d9-62c2-44a8-a7e2-1403b53f053d tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53dece6-0299-4d08-9aa7-4f9e4a4dda80 HTTP/1.1" status: 200 len: 210 time: 0.0734992 Feb 14 16:26:12.975683 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:12.983370 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-f7a596b2-6e08-481b-b9e0-cb875889cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:29Z', 'revision_number': 5, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:13.024527 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a596b2-6e08-481b-b9e0-cb875889cd1e None None] The sync data for ids ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'] in dv-cinder-819668-3-iscsi is: [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:20:15Z', 'revision_number': 4, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'd5211a62-1dcb-4f76-90a8-2b5ad55393fc', 'name': '', 'network_id': '83279c43-4dd9-42dc-876e-ba727c6ef376', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'mac_address': 'fa:16:3e:76:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:12Z', 'updated_at': '2022-02-14T16:20:29Z', 'revision_number': 5, 'project_id': '496dad8484384e33ab64746e25f65435', 'subnets': [{'id': '6fa32d2b-efa8-42e4-9056-6d1870949102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:26:13.038584 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Publish callbacks [] for port (879b047d-e748-4c74-a7a6-d2d3c55ccd28), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:13.045927 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (879b047d-e748-4c74-a7a6-d2d3c55ccd28), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:13.135113 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e89487-1d7b-4f27-9af7-4220e021f012 None None] Pushing event updated for resources: {'Port': ['ID=879b047d-e748-4c74-a7a6-d2d3c55ccd28,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:13.138885 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Attempting to bind port 879b047d-e748-4c74-a7a6-d2d3c55ccd28 on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:26:13.139505 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Attempting to bind port 879b047d-e748-4c74-a7a6-d2d3c55ccd28 by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:26:13.140093 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Attempting to bind port 879b047d-e748-4c74-a7a6-d2d3c55ccd28 on network fbee9b82-1d0f-41e0-9255-a9db1855e990 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:26:13.147103 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:26:13.147474 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Checking segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:26:13.148517 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:13.149007 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Bound using segment: {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:26:13.149605 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Bound port: 879b047d-e748-4c74-a7a6-d2d3c55ccd28, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caffed6-150e-4807-85a5-2343a686e636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:26:13.150068 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (879b047d-e748-4c74-a7a6-d2d3c55ccd28), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:13.205081 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] For port 879b047d-e748-4c74-a7a6-d2d3c55ccd28, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:26:13.209190 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] For port 879b047d-e748-4c74-a7a6-d2d3c55ccd28, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=879b047d-e748-4c74-a7a6-d2d3c55ccd28,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:26:13.219396 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (879b047d-e748-4c74-a7a6-d2d3c55ccd28), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:13.282554 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e89487-1d7b-4f27-9af7-4220e021f012 None None] Pushing event updated for resources: {'Port': ['ID=879b047d-e748-4c74-a7a6-d2d3c55ccd28,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:13.318532 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Routers {'3f01913c-935b-4158-99dc-d21bdbbbbbdb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:26:13.319196 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:25:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['3f01913c-935b-4158-99dc-d21bdbbbbbdb'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:13.513115 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198b472-d903-4607-91a8-f14b9270c8cf None None] New status for floating IP 270cedba-b3f1-4b46-9701-61e2eae50793: DOWN {{(pid=102554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:26:13.733811 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] Set router 3f01913c-935b-4158-99dc-d21bdbbbbbdb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:26:13.885741 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4d6d7-ee44-4f23-b26e-9416bcd69b29 req-aad51cbe-d830-4360-bec8-3729240038ae tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:13.887507 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a1b4d6d7-ee44-4f23-b26e-9416bcd69b29 req-aad51cbe-d830-4360-bec8-3729240038ae tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.1479986 Feb 14 16:26:13.926859 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Allocated IP 172.20.0.1 (aa0ddd15-9919-4c36-9521-7181ed7d0110/f82c3e82-262d-4f2f-b551-ee728f63ea1c/6a91f86a-6e16-4efd-8e86-62eb4589edc6) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:26:13.964977 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bf273-1ca7-40a8-9efb-ed18a175e183 req-fe7b7116-3732-4bc4-9230-18b9a3608c4d tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:13.966721 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a1b4d6d7-ee44-4f23-b26e-9416bcd69b29 req-2b6f3786-d6a7-4581-a399-6d4f5b90dd2c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726068 Feb 14 16:26:13.974893 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-442bf273-1ca7-40a8-9efb-ed18a175e183 req-fe7b7116-3732-4bc4-9230-18b9a3608c4d tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.0779684 Feb 14 16:26:14.035523 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-442bf273-1ca7-40a8-9efb-ed18a175e183 req-d6e94d05-c248-4a75-b0b3-d60711dc3268 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594568 Feb 14 16:26:14.088264 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Publish callbacks [] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.092639 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 56302) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:14.098184 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'name': 'tempest-TestMinimumBasicScenario-1966113495-router', 'tenant_id': 'eda6b4ad62414d40a1d309606e8483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '879b047d-e748-4c74-a7a6-d2d3c55ccd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:26:06Z', 'updated_at': '2022-02-14T16:26:10Z', 'revision_number': 3, 'project_id': 'eda6b4ad62414d40a1d309606e8483cb', 'gw_port': {'id': '879b047d-e748-4c74-a7a6-d2d3c55ccd28', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:03:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:08Z', 'updated_at': '2022-02-14T16:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:14.130175 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab63e3-39cc-4e4c-95ec-89d5836d2035 None None] The sync data for ids ['3f01913c-935b-4158-99dc-d21bdbbbbbdb'] in dv-cinder-819668-3-iscsi is: [{'id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'name': 'tempest-TestMinimumBasicScenario-1966113495-router', 'tenant_id': 'eda6b4ad62414d40a1d309606e8483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '879b047d-e748-4c74-a7a6-d2d3c55ccd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:26:06Z', 'updated_at': '2022-02-14T16:26:10Z', 'revision_number': 3, 'project_id': 'eda6b4ad62414d40a1d309606e8483cb', 'gw_port': {'id': '879b047d-e748-4c74-a7a6-d2d3c55ccd28', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:03:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:08Z', 'updated_at': '2022-02-14T16:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:26:14.131293 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.155450 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8699b1ab-0ab3-4eda-a46e-71e243195ec1 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group (030990b3-f010-4272-9b7d-3caf45745326), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.172711 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Network aa0ddd15-9919-4c36-9521-7181ed7d0110 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:26:14.175707 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:26:14.181566 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8699b1ab-0ab3-4eda-a46e-71e243195ec1 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group (030990b3-f010-4272-9b7d-3caf45745326), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.182070 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:26:14.209266 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Pushing event updated for resources: {'Port': ['ID=6a91f86a-6e16-4efd-8e86-62eb4589edc6,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:14.234907 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629114'] for router_interface (3f01913c-935b-4158-99dc-d21bdbbbbbdb), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.244179 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8699b1ab-0ab3-4eda-a46e-71e243195ec1 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (030990b3-f010-4272-9b7d-3caf45745326), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.250200 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8699b1ab-0ab3-4eda-a46e-71e243195ec1 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.251408 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-8699b1ab-0ab3-4eda-a46e-71e243195ec1 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "DELETE /v2.0/security-groups/030990b3-f010-4272-9b7d-3caf45745326 HTTP/1.1" status: 204 len: 168 time: 0.1569812 Feb 14 16:26:14.254904 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 56304) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:14.274956 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.api.v2.resource [None req-d3bd2450-cc0d-41d0-8800-9be1778f76cf tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] show failed (client error): The resource could not be found. Feb 14 16:26:14.278836 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-d3bd2450-cc0d-41d0-8800-9be1778f76cf tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "GET /v2.0/security-groups/030990b3-f010-4272-9b7d-3caf45745326 HTTP/1.1" status: 404 len: 347 time: 0.0203090 Feb 14 16:26:14.279428 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 56306) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:14.285813 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699b1ab-0ab3-4eda-a46e-71e243195ec1 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=030990b3-f010-4272-9b7d-3caf45745326,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:14.421909 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-4f5407e8-ff60-4381-99ef-2a7391abd546 None None] Provisioning complete for port 6a91f86a-6e16-4efd-8e86-62eb4589edc6 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:14.422440 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4f5407e8-ff60-4381-99ef-2a7391abd546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.468688 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-4f5407e8-ff60-4381-99ef-2a7391abd546 None None] Port 6a91f86a-6e16-4efd-8e86-62eb4589edc6 cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:26:14.503054 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ae4d7-cf17-45ac-9e0d-4466d16513b8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Deleting port 1b93a734-b994-4c90-96b8-428bfb7b1586 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:26:14.503394 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7b4ae4d7-cf17-45ac-9e0d-4466d16513b8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (1b93a734-b994-4c90-96b8-428bfb7b1586), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.508475 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.630534 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7b4ae4d7-cf17-45ac-9e0d-4466d16513b8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (1b93a734-b994-4c90-96b8-428bfb7b1586), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.630859 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7b4ae4d7-cf17-45ac-9e0d-4466d16513b8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for floatingip (1b93a734-b994-4c90-96b8-428bfb7b1586), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.662489 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ae4d7-cf17-45ac-9e0d-4466d16513b8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Calling delete_port for 1b93a734-b994-4c90-96b8-428bfb7b1586 owned by network:floatingip {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:26:14.813593 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Publish callbacks [] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.820782 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.918063 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Pushing event updated for resources: {'Port': ['ID=6a91f86a-6e16-4efd-8e86-62eb4589edc6,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:14.927063 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629126'] for router_interface (3f01913c-935b-4158-99dc-d21bdbbbbbdb), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.935008 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7b4ae4d7-cf17-45ac-9e0d-4466d16513b8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (1b93a734-b994-4c90-96b8-428bfb7b1586), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:14.975174 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ae4d7-cf17-45ac-9e0d-4466d16513b8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Pushing event deleted for resources: {'Port': ['ID=1b93a734-b994-4c90-96b8-428bfb7b1586,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:15.126013 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7b4ae4d7-cf17-45ac-9e0d-4466d16513b8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks [] for floatingip (270cedba-b3f1-4b46-9701-61e2eae50793), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:15.128528 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7b4ae4d7-cf17-45ac-9e0d-4466d16513b8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:15.129686 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-7b4ae4d7-cf17-45ac-9e0d-4466d16513b8 tempest-AttachVolumeTestJSON-169437585 tempest-AttachVolumeTestJSON-169437585-project] 10.222.0.55 "DELETE /v2.0/floatingips/270cedba-b3f1-4b46-9701-61e2eae50793 HTTP/1.1" status: 204 len: 168 time: 0.8493853 Feb 14 16:26:15.146938 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Network aa0ddd15-9919-4c36-9521-7181ed7d0110 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:26:15.149222 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:26:15.157647 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2eef78-da07-4820-a345-273e5293e17d req-edc7815c-015e-40d4-be9e-0c35ea62b6f7 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:15.159168 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2c2eef78-da07-4820-a345-273e5293e17d req-edc7815c-015e-40d4-be9e-0c35ea62b6f7 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.0993938 Feb 14 16:26:15.177654 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e74942-c36b-4859-8831-f33864d98eaa req-3d3b1d56-7197-4d75-b75c-c3ea41f91459 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:15.180327 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-98e74942-c36b-4859-8831-f33864d98eaa req-3d3b1d56-7197-4d75-b75c-c3ea41f91459 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.0667036 Feb 14 16:26:15.267046 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-98e74942-c36b-4859-8831-f33864d98eaa req-fedd158b-8edf-47b2-9a16-cb39b4eee1bb tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794461 Feb 14 16:26:15.311319 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2c2eef78-da07-4820-a345-273e5293e17d req-57f6785c-96f0-4f0b-a194-1cbdc8c1b126 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042874 Feb 14 16:26:15.334861 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Router 3f01913c-935b-4158-99dc-d21bdbbbbbdb has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:26:15.451826 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:26:15.457521 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-da6c813b-abba-4398-a65f-d23d5c3e88e8 admin admin] 10.222.0.55 "PUT /v2.0/routers/3f01913c-935b-4158-99dc-d21bdbbbbbdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5066063 Feb 14 16:26:15.494088 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-949fa514-18dc-4bb9-9f53-b73fae32bbbd None None] Provisioning complete for port 6a91f86a-6e16-4efd-8e86-62eb4589edc6 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:15.494648 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-949fa514-18dc-4bb9-9f53-b73fae32bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:15.527056 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-949fa514-18dc-4bb9-9f53-b73fae32bbbd None None] Port 6a91f86a-6e16-4efd-8e86-62eb4589edc6 cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:26:15.701941 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 879b047d-e748-4c74-a7a6-d2d3c55ccd28 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:26:15.763623 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 879b047d-e748-4c74-a7a6-d2d3c55ccd28 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:15.763623 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (879b047d-e748-4c74-a7a6-d2d3c55ccd28), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:15.844615 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 879b047d-e748-4c74-a7a6-d2d3c55ccd28 is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:15.845292 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (879b047d-e748-4c74-a7a6-d2d3c55ccd28), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:15.868300 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] For port 879b047d-e748-4c74-a7a6-d2d3c55ccd28, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=879b047d-e748-4c74-a7a6-d2d3c55ccd28,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:15.873038 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (879b047d-e748-4c74-a7a6-d2d3c55ccd28), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:15.888687 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453927dd-6feb-4036-b6ff-05af0ec42096 req-4408b445-3fe1-4dd8-919b-3b225e1ee480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:15.890391 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-453927dd-6feb-4036-b6ff-05af0ec42096 req-4408b445-3fe1-4dd8-919b-3b225e1ee480 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84431557f940487eb224596e913ad8d0&device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 1130 time: 0.0494919 Feb 14 16:26:15.933918 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Pushing event updated for resources: {'Port': ['ID=879b047d-e748-4c74-a7a6-d2d3c55ccd28,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:16.005656 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453927dd-6feb-4036-b6ff-05af0ec42096 req-de7a165d-8a86-497f-a864-4e01e5b5f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:16.007277 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-453927dd-6feb-4036-b6ff-05af0ec42096 req-de7a165d-8a86-497f-a864-4e01e5b5f3d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=04501df6-4ee2-42f8-a7f1-0e1e29987a0c HTTP/1.1" status: 200 len: 909 time: 0.0978286 Feb 14 16:26:16.088579 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-453927dd-6feb-4036-b6ff-05af0ec42096 req-09dace47-6a2b-44bf-a7fd-b34e6faefd26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43d34da7-a6d9-45d0-ac4a-526792b24632 HTTP/1.1" status: 200 len: 1002 time: 0.0750797 Feb 14 16:26:16.151642 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453927dd-6feb-4036-b6ff-05af0ec42096 req-4e402057-1798-41d5-ab11-ff7003e9a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:16.153132 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-453927dd-6feb-4036-b6ff-05af0ec42096 req-4e402057-1798-41d5-ab11-ff7003e9a5df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd85fe61-920d-42f7-a824-5314b72e831c HTTP/1.1" status: 200 len: 847 time: 0.0591011 Feb 14 16:26:16.209293 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453927dd-6feb-4036-b6ff-05af0ec42096 req-44a796b9-43ed-49d4-ab1f-fc153d64a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:16.211382 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-453927dd-6feb-4036-b6ff-05af0ec42096 req-44a796b9-43ed-49d4-ab1f-fc153d64a3b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04501df6-4ee2-42f8-a7f1-0e1e29987a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526836 Feb 14 16:26:16.360710 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-453927dd-6feb-4036-b6ff-05af0ec42096 req-f98c7143-3dd1-412a-af1b-e05facac7caa service neutron] 10.222.0.42 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431849 Feb 14 16:26:16.377304 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Sync routers for ids ['3f01913c-935b-4158-99dc-d21bdbbbbbdb'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:26:16.406763 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Routers {'3f01913c-935b-4158-99dc-d21bdbbbbbdb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:26:16.407357 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:25:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['3f01913c-935b-4158-99dc-d21bdbbbbbdb'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:16.527989 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758a8ba-1ae2-408b-bc20-3f66f01b39af req-ce9db9c1-47ef-402f-a1f8-f3e1c31123be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:16.536321 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8758a8ba-1ae2-408b-bc20-3f66f01b39af req-ce9db9c1-47ef-402f-a1f8-f3e1c31123be tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.1618128 Feb 14 16:26:16.604332 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8758a8ba-1ae2-408b-bc20-3f66f01b39af req-37dd8bd9-969e-4c66-bb13-e7e68eecacbe tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668077 Feb 14 16:26:16.647850 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-453927dd-6feb-4036-b6ff-05af0ec42096 req-c04ce00d-ca87-4525-be26-c3bc52348859 service neutron] 10.222.0.42 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799382 Feb 14 16:26:16.655967 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Set router 3f01913c-935b-4158-99dc-d21bdbbbbbdb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:26:16.659845 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48441fde-d822-40da-ad01-c86ed67aa744 req-291f9d6b-839f-48cd-89ba-3cbb0531475d tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:16.661703 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-48441fde-d822-40da-ad01-c86ed67aa744 req-291f9d6b-839f-48cd-89ba-3cbb0531475d tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.1119890 Feb 14 16:26:16.753829 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-48441fde-d822-40da-ad01-c86ed67aa744 req-0869cd2b-c24c-4a55-9f0d-232af8c36b16 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858285 Feb 14 16:26:16.778676 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5c544-34a6-466b-bbcf-dd518eace208 req-a4cd81bf-3824-4cba-8ee8-03d6d5574417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:16.782826 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-89a5c544-34a6-466b-bbcf-dd518eace208 req-a4cd81bf-3824-4cba-8ee8-03d6d5574417 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84431557f940487eb224596e913ad8d0&device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 1130 time: 0.0845768 Feb 14 16:26:16.904065 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5c544-34a6-466b-bbcf-dd518eace208 req-45d91db2-e042-4c67-b2a7-3595e0bc81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:16.906347 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-89a5c544-34a6-466b-bbcf-dd518eace208 req-45d91db2-e042-4c67-b2a7-3595e0bc81e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=04501df6-4ee2-42f8-a7f1-0e1e29987a0c HTTP/1.1" status: 200 len: 909 time: 0.1168096 Feb 14 16:26:16.931878 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'name': 'tempest-TestMinimumBasicScenario-1966113495-router', 'tenant_id': 'eda6b4ad62414d40a1d309606e8483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '879b047d-e748-4c74-a7a6-d2d3c55ccd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:26:06Z', 'updated_at': '2022-02-14T16:26:14Z', 'revision_number': 4, 'project_id': 'eda6b4ad62414d40a1d309606e8483cb', 'gw_port': {'id': '879b047d-e748-4c74-a7a6-d2d3c55ccd28', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:08Z', 'updated_at': '2022-02-14T16:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '6a91f86a-6e16-4efd-8e86-62eb4589edc6', 'name': '', 'network_id': 'aa0ddd15-9919-4c36-9521-7181ed7d0110', 'tenant_id': 'eda6b4ad62414d40a1d309606e8483cb', 'mac_address': 'fa:16:3e:48:96:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f82c3e82-262d-4f2f-b551-ee728f63ea1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:13Z', 'updated_at': '2022-02-14T16:26:14Z', 'revision_number': 2, 'project_id': 'eda6b4ad62414d40a1d309606e8483cb', 'subnets': [{'id': 'f82c3e82-262d-4f2f-b551-ee728f63ea1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:16.969257 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Checking router: 3f01913c-935b-4158-99dc-d21bdbbbbbdb for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:26:16.969645 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Updating router 3f01913c-935b-4158-99dc-d21bdbbbbbdb port 6a91f86a-6e16-4efd-8e86-62eb4589edc6 binding host dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 16:26:16.999297 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-89a5c544-34a6-466b-bbcf-dd518eace208 req-dfdd4afc-f262-4adb-8625-63ff5649bbae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43d34da7-a6d9-45d0-ac4a-526792b24632 HTTP/1.1" status: 200 len: 1002 time: 0.0850155 Feb 14 16:26:17.003445 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:17.090602 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5c544-34a6-466b-bbcf-dd518eace208 req-ac5fa434-6c63-4773-9ae0-f06af1f9df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:17.092610 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-89a5c544-34a6-466b-bbcf-dd518eace208 req-ac5fa434-6c63-4773-9ae0-f06af1f9df9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd85fe61-920d-42f7-a824-5314b72e831c HTTP/1.1" status: 200 len: 847 time: 0.0868919 Feb 14 16:26:17.171132 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5c544-34a6-466b-bbcf-dd518eace208 req-b70f3f07-14ad-4e95-a03a-79bb6087e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:17.172917 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-89a5c544-34a6-466b-bbcf-dd518eace208 req-b70f3f07-14ad-4e95-a03a-79bb6087e21a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04501df6-4ee2-42f8-a7f1-0e1e29987a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735540 Feb 14 16:26:17.289222 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-89a5c544-34a6-466b-bbcf-dd518eace208 req-8789494c-d7e0-4d1f-831b-82899e472b00 service neutron] 10.222.0.42 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074708 Feb 14 16:26:17.354139 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Publish callbacks [] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:17.364058 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:17.421237 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-89a5c544-34a6-466b-bbcf-dd518eace208 req-2aa987f4-d1ec-48dd-b5e2-2cf53da56461 service neutron] 10.222.0.42 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210828 Feb 14 16:26:17.421859 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25385eef-c246-446d-88d0-248e807bb3ba None None] Pushing event updated for resources: {'Port': ['ID=6a91f86a-6e16-4efd-8e86-62eb4589edc6,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:17.449168 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device dd6b9e9f-1077-491c-99df-d03792970b66 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:26:17.501286 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Attempting to bind port 6a91f86a-6e16-4efd-8e86-62eb4589edc6 on host dv-cinder-819668-3-iscsi for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:26:17.501713 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Attempting to bind port 6a91f86a-6e16-4efd-8e86-62eb4589edc6 by drivers openvswitch,hyperv on host dv-cinder-819668-3-iscsi at level 0 using segments [{'id': 'e2f1f129-ea3c-4a72-8c60-698f12515625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'aa0ddd15-9919-4c36-9521-7181ed7d0110'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:26:17.502077 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Attempting to bind port 6a91f86a-6e16-4efd-8e86-62eb4589edc6 on network aa0ddd15-9919-4c36-9521-7181ed7d0110 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:26:17.509860 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Checking agent: {'id': '4e9e8576-75c0-4f74-80d2-95b0f5926603', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 12, 25), 'started_at': datetime.datetime(2022, 2, 14, 16, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:26:17.510582 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Checking segment: {'id': 'e2f1f129-ea3c-4a72-8c60-698f12515625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'aa0ddd15-9919-4c36-9521-7181ed7d0110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:26:17.510989 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:17.511381 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Bound using segment: {'id': 'e2f1f129-ea3c-4a72-8c60-698f12515625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'aa0ddd15-9919-4c36-9521-7181ed7d0110'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:26:17.511856 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Bound port: 6a91f86a-6e16-4efd-8e86-62eb4589edc6, host: dv-cinder-819668-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f1f129-ea3c-4a72-8c60-698f12515625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'aa0ddd15-9919-4c36-9521-7181ed7d0110'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:26:17.512231 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:17.613449 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] For port 6a91f86a-6e16-4efd-8e86-62eb4589edc6, host dv-cinder-819668-3-iscsi, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:26:17.618373 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] For port 6a91f86a-6e16-4efd-8e86-62eb4589edc6, host dv-cinder-819668-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=6a91f86a-6e16-4efd-8e86-62eb4589edc6,segment=NetworkSegment(e2f1f129-ea3c-4a72-8c60-698f12515625),segment_id=e2f1f129-ea3c-4a72-8c60-698f12515625)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:26:17.641899 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:17.700341 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port dd6b9e9f-1077-491c-99df-d03792970b66, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dd6b9e9f-1077-491c-99df-d03792970b66,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:17.727847 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'port_id': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'mac_address': 'fa:16:3e:20:41:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:26:17.792753 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25385eef-c246-446d-88d0-248e807bb3ba None None] Pushing event updated for resources: {'Port': ['ID=6a91f86a-6e16-4efd-8e86-62eb4589edc6,revision_number=4']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:17.809208 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Routers {'3f01913c-935b-4158-99dc-d21bdbbbbbdb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:26:17.810215 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:25:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['3f01913c-935b-4158-99dc-d21bdbbbbbdb'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:17.866682 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 879b047d-e748-4c74-a7a6-d2d3c55ccd28 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:26:17.899094 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c626d-2f04-425e-915c-9d202652e786 req-24f3a2df-c280-4a3a-8485-2ccdd3e01a21 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:17.901448 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-786c626d-2f04-425e-915c-9d202652e786 req-24f3a2df-c280-4a3a-8485-2ccdd3e01a21 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 944 time: 0.1633065 Feb 14 16:26:18.017604 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-786c626d-2f04-425e-915c-9d202652e786 req-2fcf0515-87ae-4336-9469-58f618e62714 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076195 Feb 14 16:26:18.021158 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] Set router 3f01913c-935b-4158-99dc-d21bdbbbbbdb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:26:18.035737 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d165617-455b-4b81-8914-021cca75df43 req-bc276c6d-929b-48d9-a621-9b0eb969fb2a tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:18.042500 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3d165617-455b-4b81-8914-021cca75df43 req-bc276c6d-929b-48d9-a621-9b0eb969fb2a tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.1407146 Feb 14 16:26:18.156033 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-3d165617-455b-4b81-8914-021cca75df43 req-e6ce8351-d497-4e43-8a12-a4e46c91031f tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096680 Feb 14 16:26:18.204018 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-c6e1f3be-908b-4fa0-8e49-78d2c77f7d67 None None] Provisioning complete for port 6a91f86a-6e16-4efd-8e86-62eb4589edc6 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:18.204750 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f3be-908b-4fa0-8e49-78d2c77f7d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:18.232775 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port dd6b9e9f-1077-491c-99df-d03792970b66 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:18.233262 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:18.271706 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6b9e9f-1077-491c-99df-d03792970b66 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:26:18.293847 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 879b047d-e748-4c74-a7a6-d2d3c55ccd28 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:18.294312 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (879b047d-e748-4c74-a7a6-d2d3c55ccd28), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:18.324790 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port dd6b9e9f-1077-491c-99df-d03792970b66, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dd6b9e9f-1077-491c-99df-d03792970b66,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:18.331400 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'name': 'tempest-TestMinimumBasicScenario-1966113495-router', 'tenant_id': 'eda6b4ad62414d40a1d309606e8483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '879b047d-e748-4c74-a7a6-d2d3c55ccd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:26:06Z', 'updated_at': '2022-02-14T16:26:14Z', 'revision_number': 4, 'project_id': 'eda6b4ad62414d40a1d309606e8483cb', 'gw_port': {'id': '879b047d-e748-4c74-a7a6-d2d3c55ccd28', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:08Z', 'updated_at': '2022-02-14T16:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '6a91f86a-6e16-4efd-8e86-62eb4589edc6', 'name': '', 'network_id': 'aa0ddd15-9919-4c36-9521-7181ed7d0110', 'tenant_id': 'eda6b4ad62414d40a1d309606e8483cb', 'mac_address': 'fa:16:3e:48:96:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f82c3e82-262d-4f2f-b551-ee728f63ea1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:13Z', 'updated_at': '2022-02-14T16:26:17Z', 'revision_number': 4, 'project_id': 'eda6b4ad62414d40a1d309606e8483cb', 'subnets': [{'id': 'f82c3e82-262d-4f2f-b551-ee728f63ea1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:18.340673 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:18.366191 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22933248-95a3-4ec6-9091-e65e970d0786 None None] The sync data for ids ['3f01913c-935b-4158-99dc-d21bdbbbbbdb'] in dv-cinder-819668-3-iscsi is: [{'id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'name': 'tempest-TestMinimumBasicScenario-1966113495-router', 'tenant_id': 'eda6b4ad62414d40a1d309606e8483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '879b047d-e748-4c74-a7a6-d2d3c55ccd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:26:06Z', 'updated_at': '2022-02-14T16:26:14Z', 'revision_number': 4, 'project_id': 'eda6b4ad62414d40a1d309606e8483cb', 'gw_port': {'id': '879b047d-e748-4c74-a7a6-d2d3c55ccd28', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:08Z', 'updated_at': '2022-02-14T16:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '6a91f86a-6e16-4efd-8e86-62eb4589edc6', 'name': '', 'network_id': 'aa0ddd15-9919-4c36-9521-7181ed7d0110', 'tenant_id': 'eda6b4ad62414d40a1d309606e8483cb', 'mac_address': 'fa:16:3e:48:96:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f82c3e82-262d-4f2f-b551-ee728f63ea1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:13Z', 'updated_at': '2022-02-14T16:26:17Z', 'revision_number': 4, 'project_id': 'eda6b4ad62414d40a1d309606e8483cb', 'subnets': [{'id': 'f82c3e82-262d-4f2f-b551-ee728f63ea1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:26:18.514456 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=dd6b9e9f-1077-491c-99df-d03792970b66,revision_number=9']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:18.517076 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-c6e1f3be-908b-4fa0-8e49-78d2c77f7d67 None None] Current status of the port 6a91f86a-6e16-4efd-8e86-62eb4589edc6 is: DOWN; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:18.524046 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f3be-908b-4fa0-8e49-78d2c77f7d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:18.530603 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a947d713-a481-4200-b6de-e713bb6c68e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:18.583984 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 879b047d-e748-4c74-a7a6-d2d3c55ccd28 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:18.602984 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['dd6b9e9f-1077-491c-99df-d03792970b66'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:26:18.610282 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-c6e1f3be-908b-4fa0-8e49-78d2c77f7d67 None None] For port 6a91f86a-6e16-4efd-8e86-62eb4589edc6, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=6a91f86a-6e16-4efd-8e86-62eb4589edc6,segment=NetworkSegment(e2f1f129-ea3c-4a72-8c60-698f12515625),segment_id=e2f1f129-ea3c-4a72-8c60-698f12515625)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:18.646930 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f3be-908b-4fa0-8e49-78d2c77f7d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:18.768335 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1f3be-908b-4fa0-8e49-78d2c77f7d67 None None] Pushing event updated for resources: {'Port': ['ID=6a91f86a-6e16-4efd-8e86-62eb4589edc6,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:18.961122 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-522ded53-c5d7-4851-a193-2bcdffd41156 None None] Provisioning complete for port 6a91f86a-6e16-4efd-8e86-62eb4589edc6 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:18.961831 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-522ded53-c5d7-4851-a193-2bcdffd41156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:19.044285 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 56372) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:19.103226 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-522ded53-c5d7-4851-a193-2bcdffd41156 None None] Current status of the port 6a91f86a-6e16-4efd-8e86-62eb4589edc6 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:19.228760 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acb93f-9473-4660-afaa-49fc45a3ad6d req-de346ba3-11f1-4b2b-9b8a-d048626c87a2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:19.235601 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b7acb93f-9473-4660-afaa-49fc45a3ad6d req-de346ba3-11f1-4b2b-9b8a-d048626c87a2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 945 time: 0.1018507 Feb 14 16:26:19.317698 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b7acb93f-9473-4660-afaa-49fc45a3ad6d req-131947cc-f94b-4664-acb4-d601cb33069c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757527 Feb 14 16:26:19.447876 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device dd6b9e9f-1077-491c-99df-d03792970b66 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:26:19.510303 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port dd6b9e9f-1077-491c-99df-d03792970b66 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:19.510920 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:19.556663 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813337cc-303a-4406-a3b2-879a587cf9ef req-7391e803-b066-4b39-8db1-41d8b8888b72 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:19.558205 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-813337cc-303a-4406-a3b2-879a587cf9ef req-7391e803-b066-4b39-8db1-41d8b8888b72 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.2956021 Feb 14 16:26:19.635954 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port dd6b9e9f-1077-491c-99df-d03792970b66 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:19.636509 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:19.681836 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959b12df-c91f-4afa-a415-3110e94e8177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6b9e9f-1077-491c-99df-d03792970b66'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:26:19.684173 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecbf635-57a2-4577-bec0-4659ab78d7d5" -d '{"events": [{"server_uuid": "959b12df-c91f-4afa-a415-3110e94e8177", "name": "network-vif-plugged", "status": "completed", "tag": "dd6b9e9f-1077-491c-99df-d03792970b66"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:26:19.690577 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-813337cc-303a-4406-a3b2-879a587cf9ef req-aaba581a-1b64-4192-915e-c26e918d5e06 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240411 Feb 14 16:26:19.712963 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port dd6b9e9f-1077-491c-99df-d03792970b66, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dd6b9e9f-1077-491c-99df-d03792970b66,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:19.723656 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:19.777748 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 6a91f86a-6e16-4efd-8e86-62eb4589edc6 up at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:26:19.786545 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab775151-6766-4d21-b822-76ed408bd049 x-openstack-request-id: req-ab775151-6766-4d21-b822-76ed408bd049 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:26:19.786832 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959b12df-c91f-4afa-a415-3110e94e8177", "name": "network-vif-plugged", "status": "completed", "tag": "dd6b9e9f-1077-491c-99df-d03792970b66", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:26:19.787095 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab775151-6766-4d21-b822-76ed408bd049 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:26:19.787473 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959b12df-c91f-4afa-a415-3110e94e8177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'code': 200} Feb 14 16:26:19.816701 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=dd6b9e9f-1077-491c-99df-d03792970b66,revision_number=10']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:19.857607 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Provisioning complete for port 6a91f86a-6e16-4efd-8e86-62eb4589edc6 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:19.857607 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:19.970500 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Current status of the port 6a91f86a-6e16-4efd-8e86-62eb4589edc6 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:20.053738 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6214c-5eac-4469-867e-b2366de3b9c4 req-f3c4f837-2a8e-4a05-bda1-2a9ad6b9f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:20.055280 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9cd6214c-5eac-4469-867e-b2366de3b9c4 req-f3c4f837-2a8e-4a05-bda1-2a9ad6b9f623 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 1131 time: 0.0862241 Feb 14 16:26:20.081114 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626919'] for router_interface (b8cf8595-208e-4319-83cb-34b95c0f6cfb), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:20.166510 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9cd6214c-5eac-4469-867e-b2366de3b9c4 req-6498ab4c-5aac-4967-b56f-ef85c97398b2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043584 Feb 14 16:26:20.638728 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ab14f-bda8-4435-a987-67a4016809b9 req-35972f72-3a49-4b35-be06-9ba3a207155d tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:20.640414 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-964ab14f-bda8-4435-a987-67a4016809b9 req-35972f72-3a49-4b35-be06-9ba3a207155d tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 947 time: 0.1590362 Feb 14 16:26:20.721059 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-964ab14f-bda8-4435-a987-67a4016809b9 req-17ae043d-ca64-4ca2-b935-36aad809fcd0 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739310 Feb 14 16:26:20.733583 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0d5029ab-efb0-4eda-a40e-a911cc080eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:20.844472 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Deleting port d5211a62-1dcb-4f76-90a8-2b5ad55393fc {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:26:20.844910 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:20.881498 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be8e9a-a00a-477f-8e88-d943878fb63b req-c4ea55ab-0733-49bc-94fa-558bcc7584ab tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:20.883360 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-75be8e9a-a00a-477f-8e88-d943878fb63b req-c4ea55ab-0733-49bc-94fa-558bcc7584ab tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.0794287 Feb 14 16:26:20.955802 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-75be8e9a-a00a-477f-8e88-d943878fb63b req-f57759bb-0086-4e4a-bfaf-3e0e4484cdad tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666203 Feb 14 16:26:20.978409 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] For port d5211a62-1dcb-4f76-90a8-2b5ad55393fc, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=d5211a62-1dcb-4f76-90a8-2b5ad55393fc,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:20.978899 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:21.013348 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Calling delete_port for d5211a62-1dcb-4f76-90a8-2b5ad55393fc owned by network:router_interface {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:26:21.266752 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a625a-dd8b-49ae-889a-8981435d5135 req-419851e4-decb-41fa-b6bf-766e40e82355 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:21.274586 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-474a625a-dd8b-49ae-889a-8981435d5135 req-419851e4-decb-41fa-b6bf-766e40e82355 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.1000683 Feb 14 16:26:21.290883 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 56400) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:21.347226 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (d5211a62-1dcb-4f76-90a8-2b5ad55393fc), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:21.387715 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-474a625a-dd8b-49ae-889a-8981435d5135 req-fff0ebc7-4809-4d59-aa32-e3c011f743bc tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082783 Feb 14 16:26:21.401347 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5211a62-1dcb-4f76-90a8-2b5ad55393fc,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:21.442651 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:21.443050 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:21.443406 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:21.443924 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:21.444190 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:21.444576 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:21.445511 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:21.445844 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:21.446138 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:21.446473 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:21.446802 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:21.447126 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:21.447451 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:26:21.636051 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-2653be5e-66c3-4f53-ae99-6ac38538a3ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3429151 Feb 14 16:26:21.641964 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-dac94360-5abc-40c5-b265-9ef846e1d428 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=102553) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 16:26:21.655433 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-dac94360-5abc-40c5-b265-9ef846e1d428 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182314 Feb 14 16:26:21.759355 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627059'] for router_interface (b8cf8595-208e-4319-83cb-34b95c0f6cfb), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:21.968306 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 56440) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:22.008313 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11269f99-1aad-40f4-8fa7-546197af35d3 req-2a5eb6fa-fb9a-46b5-a964-c8f4436d48c5 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:22.010096 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-11269f99-1aad-40f4-8fa7-546197af35d3 req-2a5eb6fa-fb9a-46b5-a964-c8f4436d48c5 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 947 time: 0.1598523 Feb 14 16:26:22.041790 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:22.121146 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-ca3949bb-bc21-493f-8900-f8cdca89ea76 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:22.135474 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-11269f99-1aad-40f4-8fa7-546197af35d3 req-171059c7-d8d1-442b-b747-db8c36c70e45 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141715 Feb 14 16:26:22.146841 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-ca3949bb-bc21-493f-8900-f8cdca89ea76 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports/43d34da7-a6d9-45d0-ac4a-526792b24632 HTTP/1.1" status: 200 len: 943 time: 0.1760120 Feb 14 16:26:22.149300 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Router b8cf8595-208e-4319-83cb-34b95c0f6cfb has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:26:22.284475 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:26:22.294408 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 56448) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:22.296244 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70629a7-6f7d-4427-8907-92e6690878b1 None None] Sync routers for ids ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:26:22.305812 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-3441289d-8366-4563-9f60-12e6fcd122d3 admin admin] 10.222.0.55 "PUT /v2.0/routers/b8cf8595-208e-4319-83cb-34b95c0f6cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2601690 Feb 14 16:26:22.312550 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70629a7-6f7d-4427-8907-92e6690878b1 None None] Routers {'b8cf8595-208e-4319-83cb-34b95c0f6cfb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:26:22.313191 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-b70629a7-6f7d-4427-8907-92e6690878b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:26:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:22.578563 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] Publish callbacks [] for router (b8cf8595-208e-4319-83cb-34b95c0f6cfb), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:22.600236 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-b70629a7-6f7d-4427-8907-92e6690878b1 None None] Set router b8cf8595-208e-4319-83cb-34b95c0f6cfb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:26:22.639556 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d579b2-8a51-44a2-be56-3a1d20f614d2 req-bc44af99-cde3-4996-a9a0-ed9e71438341 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:22.646771 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-58d579b2-8a51-44a2-be56-3a1d20f614d2 req-bc44af99-cde3-4996-a9a0-ed9e71438341 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.1137097 Feb 14 16:26:22.742649 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-58d579b2-8a51-44a2-be56-3a1d20f614d2 req-2f833b00-878d-4626-9563-be8a785fa671 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938089 Feb 14 16:26:22.769922 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] Publish callbacks [] for router_gateway (b8cf8595-208e-4319-83cb-34b95c0f6cfb), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:22.843812 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] Deleting port 8f8aa011-6332-49c4-8922-3db815f56837 {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:26:22.844183 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (8f8aa011-6332-49c4-8922-3db815f56837), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:22.854022 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-b70629a7-6f7d-4427-8907-92e6690878b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8f8aa011-6332-49c4-8922-3db815f56837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:26:21Z', 'revision_number': 5, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port': {'id': '8f8aa011-6332-49c4-8922-3db815f56837', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:06Z', 'updated_at': '2022-02-14T16:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:22.910795 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70629a7-6f7d-4427-8907-92e6690878b1 None None] Checking router: b8cf8595-208e-4319-83cb-34b95c0f6cfb for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:26:22.930314 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70629a7-6f7d-4427-8907-92e6690878b1 None None] Routers {'b8cf8595-208e-4319-83cb-34b95c0f6cfb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:26:22.932184 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-b70629a7-6f7d-4427-8907-92e6690878b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:26:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:22.939196 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] For port 8f8aa011-6332-49c4-8922-3db815f56837, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=8f8aa011-6332-49c4-8922-3db815f56837,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:22.939569 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (8f8aa011-6332-49c4-8922-3db815f56837), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:22.959816 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] Calling delete_port for 8f8aa011-6332-49c4-8922-3db815f56837 owned by network:router_gateway {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:26:23.050298 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-b70629a7-6f7d-4427-8907-92e6690878b1 None None] Set router b8cf8595-208e-4319-83cb-34b95c0f6cfb gateway port host: None {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:26:23.116561 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-b70629a7-6f7d-4427-8907-92e6690878b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:26:22Z', 'revision_number': 6, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port_host': None}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:23.151788 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70629a7-6f7d-4427-8907-92e6690878b1 None None] The sync data for ids ['b8cf8595-208e-4319-83cb-34b95c0f6cfb'] in dv-cinder-819668-3-iscsi is: [{'id': 'b8cf8595-208e-4319-83cb-34b95c0f6cfb', 'name': 'tempest-AttachVolumeTestJSON-462024701-router', 'tenant_id': '496dad8484384e33ab64746e25f65435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:04Z', 'updated_at': '2022-02-14T16:26:22Z', 'revision_number': 6, 'project_id': '496dad8484384e33ab64746e25f65435', 'gw_port_host': None}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:26:23.154539 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (8f8aa011-6332-49c4-8922-3db815f56837), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:23.187274 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8aa011-6332-49c4-8922-3db815f56837,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:23.281673 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628909'] for router_gateway (b8cf8595-208e-4319-83cb-34b95c0f6cfb), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:23.349413 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58702741-2c61-4ed1-881b-5dac0e1b7921 req-abdd2335-fb5e-47f4-9a52-59c33daef221 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:23.371813 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-58702741-2c61-4ed1-881b-5dac0e1b7921 req-abdd2335-fb5e-47f4-9a52-59c33daef221 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 947 time: 0.1018605 Feb 14 16:26:23.408125 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44680'] for router (b8cf8595-208e-4319-83cb-34b95c0f6cfb), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:23.410530 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] Publish callbacks [] for router_controller (b8cf8595-208e-4319-83cb-34b95c0f6cfb), precommit_delete_associations {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:23.446834 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-58702741-2c61-4ed1-881b-5dac0e1b7921 req-0874e853-e6dc-4e9e-b13e-f91635770c4c tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717378 Feb 14 16:26:23.487737 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 43d34da7-a6d9-45d0-ac4a-526792b24632 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:26:23.487886 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627457'] for router (b8cf8595-208e-4319-83cb-34b95c0f6cfb), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:23.487886 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8cf8595-208e-4319-83cb-34b95c0f6cfb {{(pid=102552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:26:23.494563 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:23.501501 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-2801c6e6-f9b0-419d-a5be-87a73a1d374b admin admin] 10.222.0.55 "DELETE /v2.0/routers/b8cf8595-208e-4319-83cb-34b95c0f6cfb HTTP/1.1" status: 204 len: 168 time: 1.2057309 Feb 14 16:26:23.503803 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 56458) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:23.587564 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:23.591695 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_v2 [None req-accd3694-171c-44a8-9b69-99071c6b7575 admin admin] Deleting subnet 6fa32d2b-efa8-42e4-9056-6d1870949102 {{(pid=102552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:26:23.595296 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-accd3694-171c-44a8-9b69-99071c6b7575 admin admin] Publish callbacks [] for subnet (6fa32d2b-efa8-42e4-9056-6d1870949102), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:23.626463 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 43d34da7-a6d9-45d0-ac4a-526792b24632 is: ACTIVE; New status is: DOWN {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:23.626703 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:23.643141 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-accd3694-171c-44a8-9b69-99071c6b7575 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260087274'] for subnet (6fa32d2b-efa8-42e4-9056-6d1870949102), precommit_delete_associations {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:23.652526 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d34da7-a6d9-45d0-ac4a-526792b24632'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:26:23.654812 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11365277-ddd5-434e-b637-1c782090e68f" -d '{"events": [{"server_uuid": "47ce32b0-3d78-4e40-a609-e57a3fc13eb4", "name": "network-vif-unplugged", "status": "completed", "tag": "43d34da7-a6d9-45d0-ac4a-526792b24632"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:26:23.668931 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 43d34da7-a6d9-45d0-ac4a-526792b24632, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=43d34da7-a6d9-45d0-ac4a-526792b24632,segment=NetworkSegment(d2b976d1-8695-44b3-a3a0-abf44551abf2),segment_id=d2b976d1-8695-44b3-a3a0-abf44551abf2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:23.678667 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:23.712654 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 16:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e80b2c2-f400-4a87-86bd-29e4baa20732 x-openstack-request-id: req-4e80b2c2-f400-4a87-86bd-29e4baa20732 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:26:23.712654 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ce32b0-3d78-4e40-a609-e57a3fc13eb4", "name": "network-vif-unplugged", "status": "completed", "tag": "43d34da7-a6d9-45d0-ac4a-526792b24632", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:26:23.712987 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e80b2c2-f400-4a87-86bd-29e4baa20732 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:26:23.713602 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d34da7-a6d9-45d0-ac4a-526792b24632', 'code': 200} Feb 14 16:26:23.747279 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=43d34da7-a6d9-45d0-ac4a-526792b24632,revision_number=6']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:23.783310 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-accd3694-171c-44a8-9b69-99071c6b7575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (6fa32d2b-efa8-42e4-9056-6d1870949102), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:23.877431 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-accd3694-171c-44a8-9b69-99071c6b7575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262131233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260073549'] for subnet (6fa32d2b-efa8-42e4-9056-6d1870949102), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:23.921471 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd3694-171c-44a8-9b69-99071c6b7575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa32d2b-efa8-42e4-9056-6d1870949102,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:23.943529 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-accd3694-171c-44a8-9b69-99071c6b7575 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:23.948906 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce660c52-79f8-4460-8b42-9a6934746989 None None] Network 83279c43-4dd9-42dc-876e-ba727c6ef376 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:26:23.950841 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 56464) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:23.950979 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-accd3694-171c-44a8-9b69-99071c6b7575 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6fa32d2b-efa8-42e4-9056-6d1870949102 HTTP/1.1" status: 204 len: 168 time: 0.4456613 Feb 14 16:26:23.974328 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device d5211a62-1dcb-4f76-90a8-2b5ad55393fc no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:26:24.002283 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: d5211a62-1dcb-4f76-90a8-2b5ad55393fc {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:26:24.002628 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device d5211a62-1dcb-4f76-90a8-2b5ad55393fc not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:26:24.003035 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 8f8aa011-6332-49c4-8922-3db815f56837 no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:26:24.070820 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: 8f8aa011-6332-49c4-8922-3db815f56837 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:26:24.072062 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 8f8aa011-6332-49c4-8922-3db815f56837 not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:26:24.092864 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (83279c43-4dd9-42dc-876e-ba727c6ef376), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:24.104140 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-9df9a6a8-8387-449f-b730-a4e3156b9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:24.105678 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-9df9a6a8-8387-449f-b730-a4e3156b9ce1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4&tenant_id=84431557f940487eb224596e913ad8d0 HTTP/1.1" status: 200 len: 1128 time: 0.2550881 Feb 14 16:26:24.128885 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be36d69-150b-408c-88a4-d9741436c152 req-9e39892b-3370-46e9-826f-c70af039ace8 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:24.130435 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8be36d69-150b-408c-88a4-d9741436c152 req-9e39892b-3370-46e9-826f-c70af039ace8 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.2690556 Feb 14 16:26:24.232242 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e6e9b-5ecb-4e1b-9539-d0889f437ddb None None] DHCP port deletion for 83279c43-4dd9-42dc-876e-ba727c6ef376 request from dv-cinder-819668-3-iscsi {{(pid=102554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:26:24.258642 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8be36d69-150b-408c-88a4-d9741436c152 req-17452267-7865-45ba-934c-73c5a9e79971 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141808 Feb 14 16:26:24.293738 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-4e82bfd0-7573-4ad7-86c2-7d794b5cc74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:24.295345 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-4e82bfd0-7573-4ad7-86c2-7d794b5cc74e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84431557f940487eb224596e913ad8d0&device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 1128 time: 0.1072638 Feb 14 16:26:24.296839 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] Deleting port 7d81876a-e53d-4858-8bdb-9ce2107a5890 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:26:24.297242 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:24.306664 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f30e6e9b-5ecb-4e1b-9539-d0889f437ddb None None] Deleting port 7d81876a-e53d-4858-8bdb-9ce2107a5890 {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:26:24.307060 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f30e6e9b-5ecb-4e1b-9539-d0889f437ddb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:24.399401 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-f30e6e9b-5ecb-4e1b-9539-d0889f437ddb None None] For port 7d81876a-e53d-4858-8bdb-9ce2107a5890, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=7d81876a-e53d-4858-8bdb-9ce2107a5890,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:24.403774 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f30e6e9b-5ecb-4e1b-9539-d0889f437ddb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:24.445880 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] For port 7d81876a-e53d-4858-8bdb-9ce2107a5890, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=7d81876a-e53d-4858-8bdb-9ce2107a5890,segment=NetworkSegment(caaae3e0-49ff-4a53-93f8-968865f432bf),segment_id=caaae3e0-49ff-4a53-93f8-968865f432bf)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:24.446451 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:24.451319 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-f30e6e9b-5ecb-4e1b-9539-d0889f437ddb None None] Calling delete_port for 7d81876a-e53d-4858-8bdb-9ce2107a5890 owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:26:24.484223 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] Calling delete_port for 7d81876a-e53d-4858-8bdb-9ce2107a5890 owned by network:dhcp {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:26:24.496283 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-51c16956-f041-43cf-b17e-b9203df528b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:24.500010 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-51c16956-f041-43cf-b17e-b9203df528b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=04501df6-4ee2-42f8-a7f1-0e1e29987a0c HTTP/1.1" status: 200 len: 909 time: 0.1868243 Feb 14 16:26:24.598788 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-f30e6e9b-5ecb-4e1b-9539-d0889f437ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612'] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:24.610199 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-bee014bd-964b-4336-8f2b-28fddf6df250 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43d34da7-a6d9-45d0-ac4a-526792b24632 HTTP/1.1" status: 200 len: 1000 time: 0.1048102 Feb 14 16:26:24.629343 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e6e9b-5ecb-4e1b-9539-d0889f437ddb None None] Pushing event deleted for resources: {'Port': ['ID=7d81876a-e53d-4858-8bdb-9ce2107a5890,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:24.641819 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e6e9b-5ecb-4e1b-9539-d0889f437ddb None None] No DVR routers for this DVR port 7d81876a-e53d-4858-8bdb-9ce2107a5890 on host dv-cinder-819668-3-iscsi {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:26:24.655734 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (7d81876a-e53d-4858-8bdb-9ce2107a5890), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:24.691981 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d81876a-e53d-4858-8bdb-9ce2107a5890,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:24.693911 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] No DVR routers for this DVR port 7d81876a-e53d-4858-8bdb-9ce2107a5890 on host dv-cinder-819668-3-iscsi {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:26:24.701163 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-f533366d-bbdb-439a-832c-45e74409832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:24.702769 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-f533366d-bbdb-439a-832c-45e74409832b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd85fe61-920d-42f7-a824-5314b72e831c HTTP/1.1" status: 200 len: 847 time: 0.0837231 Feb 14 16:26:24.767461 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:24.805212 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (83279c43-4dd9-42dc-876e-ba727c6ef376), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:24.830014 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83279c43-4dd9-42dc-876e-ba727c6ef376']}} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:24.839203 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-7f497fbc-14cf-49f0-a9fa-acafc655ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:24.840714 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-7f497fbc-14cf-49f0-a9fa-acafc655ed4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04501df6-4ee2-42f8-a7f1-0e1e29987a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1170728 Feb 14 16:26:24.844121 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caaae3e0-49ff-4a53-93f8-968865f432bf') {'for_net_delete': True} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:24.844419 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caaae3e0-49ff-4a53-93f8-968865f432bf') {} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:26:24.863318 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261692535'] for segment (caaae3e0-49ff-4a53-93f8-968865f432bf), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:24.897987 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (caaae3e0-49ff-4a53-93f8-968865f432bf), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:24.932202 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:26:24.932510 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260101877'] for segment (caaae3e0-49ff-4a53-93f8-968865f432bf), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: self.session.flush() Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: self.session.flush() Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: self.session.flush() Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: self.session.flush() Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: Traceback (most recent call last): Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: timer() Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: cb(*args, **kw) Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: return func(*args, **kwargs) Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: self._notify() Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: self.callback(batched_events) Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: event.method(event) Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: return f(self, *a, **k) Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._get(url).json() Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: return self.request(url, 'GET', **kwargs) Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:26:24.934385 dv-cinder-819668-3-iscsi neutron-server[102553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:26:25.002115 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-10bede29-c8fc-466e-95d8-fc661e5c0125 service neutron] 10.222.0.42 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508560 Feb 14 16:26:25.003976 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (83279c43-4dd9-42dc-876e-ba727c6ef376), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:25.009619 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:25.013171 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/83279c43-4dd9-42dc-876e-ba727c6ef376 HTTP/1.1" status: 204 len: 168 time: 1.0602965 Feb 14 16:26:25.038072 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45449116-4734-4fbd-89a3-337071acf5d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=83279c43-4dd9-42dc-876e-ba727c6ef376,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:25.155819 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-de6c5060-1998-4ecf-8a0c-44af3135bf46 req-9e8f782d-9595-44fd-893d-100d7c1e7e46 service neutron] 10.222.0.42 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406307 Feb 14 16:26:25.163190 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 56474) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:25.212589 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-1c54d5d5-f69c-4c1f-acd5-bf5292f52565 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=496dad8484384e33ab64746e25f65435&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0475476 Feb 14 16:26:25.214907 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 56476) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:25.278095 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7ea27892-c7a3-4cab-9d52-d909bd35a280 admin admin] Publish callbacks [] for security_group (9fe69617-6264-49c2-b211-4c5e7060de4f), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:25.309577 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7ea27892-c7a3-4cab-9d52-d909bd35a280 admin admin] Publish callbacks [] for security_group (9fe69617-6264-49c2-b211-4c5e7060de4f), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:25.374065 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7ea27892-c7a3-4cab-9d52-d909bd35a280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (9fe69617-6264-49c2-b211-4c5e7060de4f), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:25.376961 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7ea27892-c7a3-4cab-9d52-d909bd35a280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:25.380477 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-7ea27892-c7a3-4cab-9d52-d909bd35a280 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9fe69617-6264-49c2-b211-4c5e7060de4f HTTP/1.1" status: 204 len: 168 time: 0.1622767 Feb 14 16:26:25.390833 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea27892-c7a3-4cab-9d52-d909bd35a280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe69617-6264-49c2-b211-4c5e7060de4f,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:25.418231 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b713ce5-6d5a-496e-a32c-6012cd46c92d req-f8c33062-6105-4a9e-a95a-84600a2b8665 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:25.420202 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9b713ce5-6d5a-496e-a32c-6012cd46c92d req-f8c33062-6105-4a9e-a95a-84600a2b8665 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0784431 Feb 14 16:26:25.482996 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9b713ce5-6d5a-496e-a32c-6012cd46c92d req-47a94196-542c-4994-b878-2d6c86b36d9f tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565000 Feb 14 16:26:25.698584 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 7d81876a-e53d-4858-8bdb-9ce2107a5890 no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:26:25.727225 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: 7d81876a-e53d-4858-8bdb-9ce2107a5890 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:26:25.727839 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 7d81876a-e53d-4858-8bdb-9ce2107a5890 not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:26:26.656728 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421af4c4-a869-4b3f-ba2a-7217e8939c68 req-b4978a62-82f6-4061-ab27-992d7fe885fa tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:26.659005 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-421af4c4-a869-4b3f-ba2a-7217e8939c68 req-b4978a62-82f6-4061-ab27-992d7fe885fa tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0702071 Feb 14 16:26:26.719466 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-421af4c4-a869-4b3f-ba2a-7217e8939c68 req-de0b3b5c-0d13-4f2a-875f-44ab9a8c5c20 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542891 Feb 14 16:26:27.433936 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 56536) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:27.570888 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7027bde5-5697-4349-8183-ee5630724877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:27.587666 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:26:27.659103 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7027bde5-5697-4349-8183-ee5630724877 admin admin] Publish callbacks [] for security_group (394722b1-3d5e-4f06-b554-3d63576a87ea), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:27.668787 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7027bde5-5697-4349-8183-ee5630724877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (394722b1-3d5e-4f06-b554-3d63576a87ea), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:27.706302 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-7027bde5-5697-4349-8183-ee5630724877 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4a6f20295cf4ba9992aa93d3662f427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712884 Feb 14 16:26:27.706960 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027bde5-5697-4349-8183-ee5630724877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394722b1-3d5e-4f06-b554-3d63576a87ea,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:27.708940 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 56546) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:27.760698 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0b3b758b-451a-4843-89fb-344c35174e9d admin admin] Publish callbacks [] for security_group (394722b1-3d5e-4f06-b554-3d63576a87ea), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:27.785672 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0b3b758b-451a-4843-89fb-344c35174e9d admin admin] Publish callbacks [] for security_group (394722b1-3d5e-4f06-b554-3d63576a87ea), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:27.849989 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0b3b758b-451a-4843-89fb-344c35174e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (394722b1-3d5e-4f06-b554-3d63576a87ea), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:27.854422 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0b3b758b-451a-4843-89fb-344c35174e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:27.860322 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-0b3b758b-451a-4843-89fb-344c35174e9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/394722b1-3d5e-4f06-b554-3d63576a87ea HTTP/1.1" status: 204 len: 168 time: 0.1456852 Feb 14 16:26:27.860632 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5edb7-1c2c-4b7d-8e48-236f1410312d req-a4488909-aa1e-40c7-a01f-0a4912a66980 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:27.864499 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b758b-451a-4843-89fb-344c35174e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394722b1-3d5e-4f06-b554-3d63576a87ea,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:27.866748 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-7fb5edb7-1c2c-4b7d-8e48-236f1410312d req-a4488909-aa1e-40c7-a01f-0a4912a66980 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0600865 Feb 14 16:26:27.935686 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-7fb5edb7-1c2c-4b7d-8e48-236f1410312d req-fa86d428-d4da-4277-adb4-88843e7ee7e0 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680592 Feb 14 16:26:28.142234 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 56560) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:28.156039 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e274d718-8cee-4cca-9219-45dcf5968104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:28.234831 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e274d718-8cee-4cca-9219-45dcf5968104 admin admin] Publish callbacks [] for security_group (2fcb0044-c0d1-43a9-abb9-193f8e2944bc), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:28.238567 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e274d718-8cee-4cca-9219-45dcf5968104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (2fcb0044-c0d1-43a9-abb9-193f8e2944bc), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:28.277200 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-e274d718-8cee-4cca-9219-45dcf5968104 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4955300479043709885c666898f2d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337509 Feb 14 16:26:28.278161 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274d718-8cee-4cca-9219-45dcf5968104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcb0044-c0d1-43a9-abb9-193f8e2944bc,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:28.280505 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 56570) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:28.311467 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-247473e6-9de0-4ffb-8a6a-f7955a72c287 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:28.313070 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-247473e6-9de0-4ffb-8a6a-f7955a72c287 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/networks?id=d0dc4117-1691-444d-bfbc-af01e6b712f4 HTTP/1.1" status: 200 len: 814 time: 0.1161187 Feb 14 16:26:28.328035 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-6ceeff00-fd14-4b21-94e7-4033d4255aa4 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/quotas/9dd86f1f22d64193882786181698ba1f HTTP/1.1" status: 200 len: 375 time: 0.0094805 Feb 14 16:26:28.333860 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5a56ab76-fe43-4268-9a1d-ce88764ab4b2 admin admin] Publish callbacks [] for security_group (2fcb0044-c0d1-43a9-abb9-193f8e2944bc), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:28.355567 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5a56ab76-fe43-4268-9a1d-ce88764ab4b2 admin admin] Publish callbacks [] for security_group (2fcb0044-c0d1-43a9-abb9-193f8e2944bc), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:28.381201 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-f06f7bb0-2b4c-4926-97cc-16d60e02d753 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9dd86f1f22d64193882786181698ba1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480912 Feb 14 16:26:28.401843 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5a56ab76-fe43-4268-9a1d-ce88764ab4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (2fcb0044-c0d1-43a9-abb9-193f8e2944bc), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:28.404672 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5a56ab76-fe43-4268-9a1d-ce88764ab4b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:28.405915 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-5a56ab76-fe43-4268-9a1d-ce88764ab4b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2fcb0044-c0d1-43a9-abb9-193f8e2944bc HTTP/1.1" status: 204 len: 168 time: 0.1244996 Feb 14 16:26:28.413659 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56ab76-fe43-4268-9a1d-ce88764ab4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcb0044-c0d1-43a9-abb9-193f8e2944bc,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:28.623327 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-c7b6a67b-cdba-4599-a154-c1b82cc242e0 service neutron] 10.222.0.55 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306221 Feb 14 16:26:28.711055 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-d1404d72-a7a9-4198-982e-1954469e8d1a service neutron] 10.222.0.55 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821249 Feb 14 16:26:28.871725 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-da29f494-ca58-4ee0-9036-0ccc26ee5448 req-426a6faf-7dc2-4667-b702-b1dbb93496f7 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 210 time: 0.0310202 Feb 14 16:26:29.078168 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9366e-137b-4039-9329-c04b25cbd474 req-eef66ac3-4177-4cb4-a8cb-e8e0fe557316 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:29.079943 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6be9366e-137b-4039-9329-c04b25cbd474 req-eef66ac3-4177-4cb4-a8cb-e8e0fe557316 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0600879 Feb 14 16:26:29.137214 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6be9366e-137b-4039-9329-c04b25cbd474 req-9bc545e4-901e-4345-83f2-73e6e3db6657 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495770 Feb 14 16:26:29.879433 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-677c3659-2804-4747-91f8-bf2cecb709c2 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:29.881160 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-677c3659-2804-4747-91f8-bf2cecb709c2 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.42 "GET /v2.0/networks?id=d0dc4117-1691-444d-bfbc-af01e6b712f4 HTTP/1.1" status: 200 len: 814 time: 0.1309862 Feb 14 16:26:29.893118 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-b1b846a1-a130-48e9-a38d-b882ba3590fc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Request body: {'port': {'device_id': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'admin_state_up': True, 'tenant_id': '9dd86f1f22d64193882786181698ba1f'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:26:29.993268 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-6f22ca2c-187e-45b6-aaf8-14302f50ee9d req-8a7790b2-131a-47c8-a41c-73c43f13a825 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 210 time: 0.0371838 Feb 14 16:26:30.043303 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-b1b846a1-a130-48e9-a38d-b882ba3590fc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Made reservation on behalf of 9dd86f1f22d64193882786181698ba1f for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:26:30.047365 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-b1b846a1-a130-48e9-a38d-b882ba3590fc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:30.192612 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-b1b846a1-a130-48e9-a38d-b882ba3590fc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Allocated IP 172.20.0.5 (d0dc4117-1691-444d-bfbc-af01e6b712f4/7eb18125-0c06-4cf7-bbf4-92773fe4089b/ab24081e-eb6e-4ccc-9b17-0f5b1d88d474) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:26:30.271664 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258794b8-915a-4836-9b6f-cafebd76d0da req-3b25392e-959e-41ab-9f03-f138d5761deb tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:30.274659 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-258794b8-915a-4836-9b6f-cafebd76d0da req-3b25392e-959e-41ab-9f03-f138d5761deb tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0579078 Feb 14 16:26:30.329394 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-258794b8-915a-4836-9b6f-cafebd76d0da req-318d1a1f-1127-409a-b5e0-22cacb2ecfe9 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468333 Feb 14 16:26:30.356585 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-b1b846a1-a130-48e9-a38d-b882ba3590fc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:30.389411 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-b1b846a1-a130-48e9-a38d-b882ba3590fc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:30.427535 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-b1b846a1-a130-48e9-a38d-b882ba3590fc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Network d0dc4117-1691-444d-bfbc-af01e6b712f4 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:26:30.430787 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-b1b846a1-a130-48e9-a38d-b882ba3590fc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:26:30.434679 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-b1b846a1-a130-48e9-a38d-b882ba3590fc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:26:30.495879 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b846a1-a130-48e9-a38d-b882ba3590fc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Pushing event updated for resources: {'Port': ['ID=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:30.536241 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-b1b846a1-a130-48e9-a38d-b882ba3590fc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:30.537274 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-b1b846a1-a130-48e9-a38d-b882ba3590fc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:30.564197 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-b1b846a1-a130-48e9-a38d-b882ba3590fc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6747646 Feb 14 16:26:30.740144 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-1c99fb4a-d18b-4d77-9b25-bdfa0e17105f None None] Provisioning complete for port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:30.740822 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1c99fb4a-d18b-4d77-9b25-bdfa0e17105f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:30.784077 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-1c99fb4a-d18b-4d77-9b25-bdfa0e17105f None None] Port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:26:31.131439 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e1868-68ca-4e0f-bc07-83571eadb894 req-d10e3023-54f0-43b0-a0bd-8f32fbf550c7 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:31.134455 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-209e1868-68ca-4e0f-bc07-83571eadb894 req-d10e3023-54f0-43b0-a0bd-8f32fbf550c7 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 931 time: 0.0611022 Feb 14 16:26:31.195912 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-209e1868-68ca-4e0f-bc07-83571eadb894 req-d08b4034-78c9-40e8-a042-e31aa90b9d4d tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556438 Feb 14 16:26:31.495107 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b040210-14d0-4964-a54f-b6a9ae060b90 req-579b5485-89ae-47b6-89da-a1a389a40a8c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:31.504187 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5b040210-14d0-4964-a54f-b6a9ae060b90 req-579b5485-89ae-47b6-89da-a1a389a40a8c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0847421 Feb 14 16:26:31.598719 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5b040210-14d0-4964-a54f-b6a9ae060b90 req-8eb89871-cdc9-4045-9a84-81d9087a48d1 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914268 Feb 14 16:26:32.323437 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d37fab-3b84-4992-b47c-e6cd0a170d09 req-8e58110e-b3a0-49b4-ae70-1aed4a31621a tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:32.325006 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d9d37fab-3b84-4992-b47c-e6cd0a170d09 req-8e58110e-b3a0-49b4-ae70-1aed4a31621a tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 931 time: 0.0564790 Feb 14 16:26:32.378655 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d9d37fab-3b84-4992-b47c-e6cd0a170d09 req-97020950-e12f-43fe-9c83-12562cd64433 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478435 Feb 14 16:26:32.751449 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d7a9e-3ee1-4a0b-92c3-6783d39f857c req-99ccc119-734d-4a59-b069-e499f89ff44e tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:32.751449 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a98d7a9e-3ee1-4a0b-92c3-6783d39f857c req-99ccc119-734d-4a59-b069-e499f89ff44e tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0607038 Feb 14 16:26:32.815499 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a98d7a9e-3ee1-4a0b-92c3-6783d39f857c req-feeedd82-d2ba-4b42-8a5d-71175cd32988 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618885 Feb 14 16:26:33.503735 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c94a3-874e-4ed4-885f-bef7166bea9a req-1a991abe-a7d0-49ea-ad43-cef338e95f4c tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:33.505206 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d17c94a3-874e-4ed4-885f-bef7166bea9a req-1a991abe-a7d0-49ea-ad43-cef338e95f4c tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 931 time: 0.0586390 Feb 14 16:26:33.553386 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d17c94a3-874e-4ed4-885f-bef7166bea9a req-50ab99b2-f5c7-4829-ae94-2b30c7439aef tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 Feb 14 16:26:33.932780 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d309f79-ec1e-4a9c-82db-762f1b23046a req-b6827f25-76ae-476b-82f0-01f00b93ad68 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:33.934427 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8d309f79-ec1e-4a9c-82db-762f1b23046a req-b6827f25-76ae-476b-82f0-01f00b93ad68 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0515344 Feb 14 16:26:33.984299 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8d309f79-ec1e-4a9c-82db-762f1b23046a req-96db4143-5b59-4c84-9df8-7e1da3a8bc5e tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427473 Feb 14 16:26:34.674698 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3865544-9cd4-46f8-8030-39f85bb2336d req-78338158-9780-4154-be54-998217e19cad tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:34.676227 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f3865544-9cd4-46f8-8030-39f85bb2336d req-78338158-9780-4154-be54-998217e19cad tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 931 time: 0.0532200 Feb 14 16:26:34.723652 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f3865544-9cd4-46f8-8030-39f85bb2336d req-2e4f9420-ba8c-4dda-80f1-9a14794ee7f8 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Feb 14 16:26:35.115395 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dfa0c-58a6-4058-bf62-ff679ca8f5b1 req-a74a02c0-4b60-4ecb-804f-f2752a37e0b1 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:35.117639 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2e2dfa0c-58a6-4058-bf62-ff679ca8f5b1 req-a74a02c0-4b60-4ecb-804f-f2752a37e0b1 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0598829 Feb 14 16:26:35.169149 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2e2dfa0c-58a6-4058-bf62-ff679ca8f5b1 req-8e7bcab0-29cd-4a45-8c67-81851021ffc8 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452890 Feb 14 16:26:36.108204 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff471d0-f6f1-4a73-bad8-f879911f3ca9 req-5a852de5-23a9-424c-b069-9d267f6c65ab tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:36.114030 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5ff471d0-f6f1-4a73-bad8-f879911f3ca9 req-5a852de5-23a9-424c-b069-9d267f6c65ab tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 931 time: 0.3214834 Feb 14 16:26:36.159921 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5ff471d0-f6f1-4a73-bad8-f879911f3ca9 req-a063425d-c975-4e08-adee-fd84d8d23732 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444593 Feb 14 16:26:36.294157 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938512-93ba-4633-a1f9-bd10507b5e33 req-199bc3e4-61bc-4901-b177-2a12b68beba9 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:36.295723 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-45938512-93ba-4633-a1f9-bd10507b5e33 req-199bc3e4-61bc-4901-b177-2a12b68beba9 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0563776 Feb 14 16:26:36.362280 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-45938512-93ba-4633-a1f9-bd10507b5e33 req-5cd10124-64b0-431c-b245-eb3eceac96da tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606177 Feb 14 16:26:37.303527 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b8e28-0192-4b89-b895-97cea19c22c9 req-4ac4ef19-cca2-4b50-a719-9e9792d05fee tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:37.307202 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-265b8e28-0192-4b89-b895-97cea19c22c9 req-4ac4ef19-cca2-4b50-a719-9e9792d05fee tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 931 time: 0.0595245 Feb 14 16:26:37.359473 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-265b8e28-0192-4b89-b895-97cea19c22c9 req-720a727e-323d-4be6-8307-e0ae734d617e tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457361 Feb 14 16:26:37.542776 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26714742-9429-4a71-a0a1-1076844fcac3 req-c7f9c423-6260-4b64-8929-e65cedb28220 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:37.544592 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-26714742-9429-4a71-a0a1-1076844fcac3 req-c7f9c423-6260-4b64-8929-e65cedb28220 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0603633 Feb 14 16:26:37.886847 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-26714742-9429-4a71-a0a1-1076844fcac3 req-cba2aadd-6f7b-4fe1-a54b-f6cc2fd9211c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3313260 Feb 14 16:26:38.480545 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071d46e-7efc-490a-8b78-c7a1d7b4b0f7 req-d181166c-a730-46ef-b9d6-9765b10bf8f4 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:38.482065 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a071d46e-7efc-490a-8b78-c7a1d7b4b0f7 req-d181166c-a730-46ef-b9d6-9765b10bf8f4 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 931 time: 0.0570831 Feb 14 16:26:38.529197 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a071d46e-7efc-490a-8b78-c7a1d7b4b0f7 req-59621b6a-1728-4308-96a0-e6eaa5caf9a8 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415127 Feb 14 16:26:38.965551 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Request body: {'port': {'device_id': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:26:39.023197 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8e8f9-9601-4297-a635-fe566fa0195b req-737335c5-b526-43d8-8ada-924fe8d32959 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:39.024910 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-12c8e8f9-9601-4297-a635-fe566fa0195b req-737335c5-b526-43d8-8ada-924fe8d32959 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0714514 Feb 14 16:26:39.030912 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:39.081749 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-12c8e8f9-9601-4297-a635-fe566fa0195b req-8ba08f02-24dd-4e2a-8bd2-99009850517c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508773 Feb 14 16:26:39.301962 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:26:39.313290 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Publish callbacks [] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:39.325776 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Transition to ACTIVE for port object ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:26:39.329645 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:39.384915 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Pushing event updated for resources: {'Port': ['ID=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:39.458495 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Attempting to bind port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:26:39.459163 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Attempting to bind port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '2a8e4206-7f4d-417e-89e9-8e6db40edcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:26:39.459539 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Attempting to bind port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 on network d0dc4117-1691-444d-bfbc-af01e6b712f4 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:26:39.465046 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 on network d0dc4117-1691-444d-bfbc-af01e6b712f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:26:39.465389 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Attempting to bind port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 on network d0dc4117-1691-444d-bfbc-af01e6b712f4 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:26:39.470825 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:26:39.471168 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Checking segment: {'id': '2a8e4206-7f4d-417e-89e9-8e6db40edcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:26:39.471558 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Bound using segment: {'id': '2a8e4206-7f4d-417e-89e9-8e6db40edcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:26:39.471994 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Bound port: ab24081e-eb6e-4ccc-9b17-0f5b1d88d474, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8e4206-7f4d-417e-89e9-8e6db40edcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:26:39.472385 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:39.546739 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] For port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:26:39.549800 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] For port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474,segment=NetworkSegment(2a8e4206-7f4d-417e-89e9-8e6db40edcda),segment_id=2a8e4206-7f4d-417e-89e9-8e6db40edcda)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:26:39.556853 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:39.589522 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:39.590139 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:39.591526 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] 10.222.0.42 "PUT /v2.0/ports/ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 HTTP/1.1" status: 200 len: 1093 time: 0.6308973 Feb 14 16:26:39.591981 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'tag': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:26:39.594249 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf78db7-9b7e-41ec-9f74-a447dae0151e" -d '{"events": [{"name": "network-changed", "server_uuid": "438cf4ba-e511-4d23-8cda-5333d2f3d548", "tag": "ab24081e-eb6e-4ccc-9b17-0f5b1d88d474"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:26:39.661208 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7eb938-d37b-41ee-a08c-51778c2f02eb x-openstack-request-id: req-3d7eb938-d37b-41ee-a08c-51778c2f02eb {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:26:39.661520 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438cf4ba-e511-4d23-8cda-5333d2f3d548", "tag": "ab24081e-eb6e-4ccc-9b17-0f5b1d88d474", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:26:39.661802 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d7eb938-d37b-41ee-a08c-51778c2f02eb {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:26:39.662166 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'tag': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474', 'status': 'completed', 'code': 200} Feb 14 16:26:39.686200 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c02bf0-df47-4b37-87f8-7bc0e9ea186d service neutron] Pushing event updated for resources: {'Port': ['ID=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:39.717498 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b9c70-7108-4771-840e-0cb26436d266 req-99c2e6f5-c05b-4ba7-84e1-ed3fa1dd4d2f tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:39.718786 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b63b9c70-7108-4771-840e-0cb26436d266 req-99c2e6f5-c05b-4ba7-84e1-ed3fa1dd4d2f tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 943 time: 0.1035073 Feb 14 16:26:39.733137 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-d49a40cf-422b-41c3-bba4-5adcc83d56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:39.734626 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-d49a40cf-422b-41c3-bba4-5adcc83d56b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dd86f1f22d64193882786181698ba1f&device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 1127 time: 0.0842247 Feb 14 16:26:39.783941 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-8db4ca90-4725-4ea8-b818-e7671355fe08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 HTTP/1.1" status: 200 len: 217 time: 0.0393574 Feb 14 16:26:39.832407 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b63b9c70-7108-4771-840e-0cb26436d266 req-70a92286-aaab-495b-889e-03344ee4216e tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072211 Feb 14 16:26:39.847061 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-ed050fce-8771-4d42-97e6-eb291e6a4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:39.848747 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-ed050fce-8771-4d42-97e6-eb291e6a4007 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eb18125-0c06-4cf7-bbf4-92773fe4089b HTTP/1.1" status: 200 len: 853 time: 0.0573950 Feb 14 16:26:39.908348 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-2df24788-2265-42ed-ab0d-9f7a1c935a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:39.909857 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-2df24788-2265-42ed-ab0d-9f7a1c935a36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0dc4117-1691-444d-bfbc-af01e6b712f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545180 Feb 14 16:26:39.997017 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-fc290fcf-04eb-478b-9d49-0b151e0c19fc service neutron] 10.222.0.42 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803068 Feb 14 16:26:40.088701 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0a9e9968-9feb-4066-88f5-9098137bc13d req-f3972092-486b-4c65-a876-0586485c7a0b service neutron] 10.222.0.42 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843959 Feb 14 16:26:40.177218 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf78db7-9b7e-41ec-9f74-a447dae0151e req-4516a4b3-69d7-4e35-8feb-179f6b9aa4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:40.178857 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4cf78db7-9b7e-41ec-9f74-a447dae0151e req-4516a4b3-69d7-4e35-8feb-179f6b9aa4ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dd86f1f22d64193882786181698ba1f&device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 1127 time: 0.0467260 Feb 14 16:26:40.204947 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac46d02-611d-4196-b2d9-b7f2df4f1a3b req-350c3c51-691a-4538-8bc2-374fc0aa7223 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:40.206444 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-aac46d02-611d-4196-b2d9-b7f2df4f1a3b req-350c3c51-691a-4538-8bc2-374fc0aa7223 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0515873 Feb 14 16:26:40.260557 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-aac46d02-611d-4196-b2d9-b7f2df4f1a3b req-65fc735b-8f4b-4e65-adf6-f2391217ebe0 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478625 Feb 14 16:26:40.278206 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf78db7-9b7e-41ec-9f74-a447dae0151e req-73c2da07-dc2d-47d6-8edc-8df9b92f1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:40.279845 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4cf78db7-9b7e-41ec-9f74-a447dae0151e req-73c2da07-dc2d-47d6-8edc-8df9b92f1d7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0dc4117-1691-444d-bfbc-af01e6b712f4 HTTP/1.1" status: 200 len: 915 time: 0.0947754 Feb 14 16:26:40.329717 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4cf78db7-9b7e-41ec-9f74-a447dae0151e req-9d7d4ee1-cee4-4854-b5cc-4fb3f2d3c322 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 HTTP/1.1" status: 200 len: 217 time: 0.0354660 Feb 14 16:26:40.380127 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf78db7-9b7e-41ec-9f74-a447dae0151e req-7ca43449-e0e0-4546-b012-9ebb387b8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:40.382174 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4cf78db7-9b7e-41ec-9f74-a447dae0151e req-7ca43449-e0e0-4546-b012-9ebb387b8fa5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eb18125-0c06-4cf7-bbf4-92773fe4089b HTTP/1.1" status: 200 len: 853 time: 0.0431261 Feb 14 16:26:40.431890 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf78db7-9b7e-41ec-9f74-a447dae0151e req-7c1c85a3-8b63-446b-b668-3a8028c0af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:40.433580 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4cf78db7-9b7e-41ec-9f74-a447dae0151e req-7c1c85a3-8b63-446b-b668-3a8028c0af34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0dc4117-1691-444d-bfbc-af01e6b712f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447321 Feb 14 16:26:40.536200 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4cf78db7-9b7e-41ec-9f74-a447dae0151e req-0cc7fbaa-4e31-4aba-b85c-b93814474d37 service neutron] 10.222.0.42 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961859 Feb 14 16:26:40.628637 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4cf78db7-9b7e-41ec-9f74-a447dae0151e req-0e4e534a-752b-44f6-a8af-0111672bfe14 service neutron] 10.222.0.42 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856922 Feb 14 16:26:40.949224 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2be8f-e8e6-4627-940a-6103f228a5fd req-0774d841-d38c-4164-8f72-11c1094f33a1 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:40.950706 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-04b2be8f-e8e6-4627-940a-6103f228a5fd req-0774d841-d38c-4164-8f72-11c1094f33a1 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 943 time: 0.0519314 Feb 14 16:26:40.995416 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-04b2be8f-e8e6-4627-940a-6103f228a5fd req-f9f4d369-158e-4282-8827-b48af676a248 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393372 Feb 14 16:26:41.302850 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:41.376411 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9858075-f048-41d3-aa2d-600dfb60350d req-a2eb1f16-fffa-40ac-ab10-156d110772be tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:41.377889 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d9858075-f048-41d3-aa2d-600dfb60350d req-a2eb1f16-fffa-40ac-ab10-156d110772be tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 944 time: 0.0506692 Feb 14 16:26:41.429208 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d9858075-f048-41d3-aa2d-600dfb60350d req-309fa861-973a-4b38-a0ec-803348618308 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459011 Feb 14 16:26:41.616889 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:26:41.842986 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474,segment=NetworkSegment(2a8e4206-7f4d-417e-89e9-8e6db40edcda),segment_id=2a8e4206-7f4d-417e-89e9-8e6db40edcda)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:41.854422 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474', 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'port_id': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474', 'mac_address': 'fa:16:3e:29:8b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:26:41.898504 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:41.898895 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:41.911297 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:26:41.930528 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474,segment=NetworkSegment(2a8e4206-7f4d-417e-89e9-8e6db40edcda),segment_id=2a8e4206-7f4d-417e-89e9-8e6db40edcda)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:41.934316 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:41.934958 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 43d34da7-a6d9-45d0-ac4a-526792b24632 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:26:42.001480 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:42.070915 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 43d34da7-a6d9-45d0-ac4a-526792b24632, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=43d34da7-a6d9-45d0-ac4a-526792b24632,segment=NetworkSegment(d2b976d1-8695-44b3-a3a0-abf44551abf2),segment_id=d2b976d1-8695-44b3-a3a0-abf44551abf2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:42.081449 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '43d34da7-a6d9-45d0-ac4a-526792b24632', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'port_id': '43d34da7-a6d9-45d0-ac4a-526792b24632', 'mac_address': 'fa:16:3e:41:48:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:26:42.110838 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17570e-80f2-48df-ac07-ab79cfdd9e85 req-a414360f-dd7e-4cc9-93be-c45d239bdd55 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:42.112237 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4a17570e-80f2-48df-ac07-ab79cfdd9e85 req-a414360f-dd7e-4cc9-93be-c45d239bdd55 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 944 time: 0.0522242 Feb 14 16:26:42.118906 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 43d34da7-a6d9-45d0-ac4a-526792b24632 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:42.119296 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:42.132109 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d34da7-a6d9-45d0-ac4a-526792b24632 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:26:42.152634 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 43d34da7-a6d9-45d0-ac4a-526792b24632, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=43d34da7-a6d9-45d0-ac4a-526792b24632,segment=NetworkSegment(d2b976d1-8695-44b3-a3a0-abf44551abf2),segment_id=d2b976d1-8695-44b3-a3a0-abf44551abf2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:42.156589 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:42.158640 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-4a17570e-80f2-48df-ac07-ab79cfdd9e85 req-c694699b-3360-4f07-981e-c841eb99e8b1 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406816 Feb 14 16:26:42.220090 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=43d34da7-a6d9-45d0-ac4a-526792b24632,revision_number=7']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:42.404475 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['43d34da7-a6d9-45d0-ac4a-526792b24632'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:26:42.428740 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['ab24081e-eb6e-4ccc-9b17-0f5b1d88d474'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:26:42.551060 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1d58-1f13-4dcc-85d2-a21d8175c8c2 req-c2c2653d-11a1-472c-b852-3d1534ac45b2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:42.552643 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e67b1d58-1f13-4dcc-85d2-a21d8175c8c2 req-c2c2653d-11a1-472c-b852-3d1534ac45b2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 945 time: 0.0518100 Feb 14 16:26:42.600325 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e67b1d58-1f13-4dcc-85d2-a21d8175c8c2 req-f6e1cb6d-e8fc-4420-a49e-801ef0736baa tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418189 Feb 14 16:26:43.297314 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b193e5c-b652-4539-b939-fb94d0f932f7 req-9ddab02c-4c58-43d5-bcc8-ea90350bf70d tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:43.299102 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8b193e5c-b652-4539-b939-fb94d0f932f7 req-9ddab02c-4c58-43d5-bcc8-ea90350bf70d tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 944 time: 0.0734158 Feb 14 16:26:43.352377 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8b193e5c-b652-4539-b939-fb94d0f932f7 req-67f3a050-216f-4245-b8a2-0bebd8b3810a tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486915 Feb 14 16:26:43.626843 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:26:43.677898 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:26:43.682793 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:43.683345 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:43.718006 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8d6df-12ab-4623-91b8-9d348a0e8988 req-b4b5d9cb-b97b-462e-8f32-9c3497112cf2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:43.719488 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8fe8d6df-12ab-4623-91b8-9d348a0e8988 req-b4b5d9cb-b97b-462e-8f32-9c3497112cf2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 945 time: 0.0539846 Feb 14 16:26:43.763276 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:43.763579 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:43.765998 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8fe8d6df-12ab-4623-91b8-9d348a0e8988 req-42301d5b-e0a3-46f6-8340-1854d9e77a4a tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405133 Feb 14 16:26:43.786509 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:26:43.789311 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80f9da2-0637-4fa8-a1c2-b16dd42b8888" -d '{"events": [{"server_uuid": "438cf4ba-e511-4d23-8cda-5333d2f3d548", "name": "network-vif-plugged", "status": "completed", "tag": "ab24081e-eb6e-4ccc-9b17-0f5b1d88d474"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:26:43.802026 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474,segment=NetworkSegment(2a8e4206-7f4d-417e-89e9-8e6db40edcda),segment_id=2a8e4206-7f4d-417e-89e9-8e6db40edcda)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:43.806762 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:43.808781 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 43d34da7-a6d9-45d0-ac4a-526792b24632 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:26:43.831371 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d1a072-2eb4-497a-a72b-32f6deeaf850 x-openstack-request-id: req-12d1a072-2eb4-497a-a72b-32f6deeaf850 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:26:43.831663 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438cf4ba-e511-4d23-8cda-5333d2f3d548", "name": "network-vif-plugged", "status": "completed", "tag": "ab24081e-eb6e-4ccc-9b17-0f5b1d88d474", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:26:43.831929 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12d1a072-2eb4-497a-a72b-32f6deeaf850 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:26:43.832321 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474', 'code': 200} Feb 14 16:26:43.891838 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:43.908884 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 43d34da7-a6d9-45d0-ac4a-526792b24632 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:26:43.909327 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:43.988452 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 43d34da7-a6d9-45d0-ac4a-526792b24632 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:26:43.988838 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:44.007790 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ab6ec-38e3-45f8-9eb5-5db5ca0c496d req-31ac5263-4f5f-4fb7-9a6b-e38db59ba962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:44.009348 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-946ab6ec-38e3-45f8-9eb5-5db5ca0c496d req-31ac5263-4f5f-4fb7-9a6b-e38db59ba962 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 1129 time: 0.0465119 Feb 14 16:26:44.022313 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 43d34da7-a6d9-45d0-ac4a-526792b24632, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=43d34da7-a6d9-45d0-ac4a-526792b24632,segment=NetworkSegment(d2b976d1-8695-44b3-a3a0-abf44551abf2),segment_id=d2b976d1-8695-44b3-a3a0-abf44551abf2)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:44.026962 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:44.064278 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-946ab6ec-38e3-45f8-9eb5-5db5ca0c496d req-26e72d2c-ac89-43c2-8292-bebb04b4393a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487554 Feb 14 16:26:44.075246 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=43d34da7-a6d9-45d0-ac4a-526792b24632,revision_number=8']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:44.466391 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41e87f-ccee-45d5-b27f-5c6ea03116d4 req-b6bf9706-3c12-4c86-b323-d762f48fb7bb tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:44.467921 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5d41e87f-ccee-45d5-b27f-5c6ea03116d4 req-b6bf9706-3c12-4c86-b323-d762f48fb7bb tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 945 time: 0.0506737 Feb 14 16:26:44.513587 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5d41e87f-ccee-45d5-b27f-5c6ea03116d4 req-669bfe68-57a5-4b9e-b0d8-53f923b32a31 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398171 Feb 14 16:26:44.887563 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55576265-424d-4475-8afb-007533452ee6 req-996e8278-edd9-4456-9dd4-aa356aec6cd4 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:44.889023 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-55576265-424d-4475-8afb-007533452ee6 req-996e8278-edd9-4456-9dd4-aa356aec6cd4 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.0551691 Feb 14 16:26:44.945095 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-55576265-424d-4475-8afb-007533452ee6 req-06a80a48-3f88-4fae-9fdc-648eed833177 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505469 Feb 14 16:26:45.648488 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7ebe5-34c6-4e82-bb4c-1a184a3288a2 req-68ce7b4b-479c-4eb3-9bc9-bde0c328ee48 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:45.650010 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-acc7ebe5-34c6-4e82-bb4c-1a184a3288a2 req-68ce7b4b-479c-4eb3-9bc9-bde0c328ee48 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 945 time: 0.0693536 Feb 14 16:26:45.705121 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-acc7ebe5-34c6-4e82-bb4c-1a184a3288a2 req-a5c16a31-cd01-4a80-b349-dc6ba257c838 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481324 Feb 14 16:26:45.820815 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d4d8e-d99b-4411-8dd2-14b8e79655b5 req-aaebeb80-cf91-4aa6-819d-e3270f6ddab5 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:45.822323 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d62d4d8e-d99b-4411-8dd2-14b8e79655b5 req-aaebeb80-cf91-4aa6-819d-e3270f6ddab5 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 945 time: 0.0519567 Feb 14 16:26:45.832908 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d34da7-a6d9-45d0-ac4a-526792b24632'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:26:45.835792 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b12897d-a549-4bdc-a641-0a7d89699ed3" -d '{"events": [{"server_uuid": "47ce32b0-3d78-4e40-a609-e57a3fc13eb4", "name": "network-vif-plugged", "status": "completed", "tag": "43d34da7-a6d9-45d0-ac4a-526792b24632"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:26:45.872544 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af886592-97b8-49e3-906e-bab9bfe6e25b x-openstack-request-id: req-af886592-97b8-49e3-906e-bab9bfe6e25b {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:26:45.872900 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ce32b0-3d78-4e40-a609-e57a3fc13eb4", "name": "network-vif-plugged", "status": "completed", "tag": "43d34da7-a6d9-45d0-ac4a-526792b24632", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:26:45.873216 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af886592-97b8-49e3-906e-bab9bfe6e25b {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:26:45.873707 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d34da7-a6d9-45d0-ac4a-526792b24632', 'code': 200} Feb 14 16:26:45.873820 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-d62d4d8e-d99b-4411-8dd2-14b8e79655b5 req-7e402fc4-bd63-4cbd-bbee-a1fa4a8db44e tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459113 Feb 14 16:26:46.069983 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f30c8-e8a6-451f-a7a6-d911e7259629 req-8d33a730-a259-4b65-9b40-11fefbdc42fe tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:46.072086 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ca3f30c8-e8a6-451f-a7a6-d911e7259629 req-8d33a730-a259-4b65-9b40-11fefbdc42fe tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.0569186 Feb 14 16:26:46.153748 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ca3f30c8-e8a6-451f-a7a6-d911e7259629 req-e090a9a9-baec-4151-8d8f-86db5bddec49 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754893 Feb 14 16:26:46.162074 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5ad21-5c66-41b3-8f9f-0c2d58c05984 req-2b0303e0-544d-4e2e-8af3-2e6682d00d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:46.163777 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e5b5ad21-5c66-41b3-8f9f-0c2d58c05984 req-2b0303e0-544d-4e2e-8af3-2e6682d00d39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 1130 time: 0.0712614 Feb 14 16:26:46.210395 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e5b5ad21-5c66-41b3-8f9f-0c2d58c05984 req-147e26cb-c209-4c85-bfb9-372515be4795 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400317 Feb 14 16:26:46.358108 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93590b-7816-49f8-8ab5-2fa78e43a5bd req-1f393283-3491-4f5c-aa1f-a13b82de50d7 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:46.359563 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-fd93590b-7816-49f8-8ab5-2fa78e43a5bd req-1f393283-3491-4f5c-aa1f-a13b82de50d7 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 945 time: 0.0513461 Feb 14 16:26:46.408485 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-fd93590b-7816-49f8-8ab5-2fa78e43a5bd req-b07de530-ba6c-4e40-8dac-4b77922cd0b6 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435138 Feb 14 16:26:47.276228 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838697a-b199-4993-9552-e7cfaa36f632 req-ea9dc382-98dc-415e-9053-0cde6511378c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:47.277743 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f838697a-b199-4993-9552-e7cfaa36f632 req-ea9dc382-98dc-415e-9053-0cde6511378c tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.0581644 Feb 14 16:26:47.327075 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f838697a-b199-4993-9552-e7cfaa36f632 req-15a346e6-002c-4417-9901-334b781c581a tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436792 Feb 14 16:26:48.443222 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04873c75-e79f-4c4b-bbec-b6f28e327403 req-f04cb90d-1062-4802-9dab-61fe0686b98a tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:48.444689 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-04873c75-e79f-4c4b-bbec-b6f28e327403 req-f04cb90d-1062-4802-9dab-61fe0686b98a tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.0514455 Feb 14 16:26:48.463544 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-85e78b3e-f36d-45ae-94d9-068ffb745003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:48.499194 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-04873c75-e79f-4c4b-bbec-b6f28e327403 req-b48007d2-9889-40c0-869a-591eaaaa324b tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489554 Feb 14 16:26:50.711476 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-16d6e570-23c1-4a81-bbe6-a682f7a2e956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:52.036021 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:53.552519 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:54.760038 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:58.036503 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a586fc6-c740-4694-bd5f-349b8759b80f req-6f20aa3c-2816-4100-a335-5a7a11d2e179 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:58.038634 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0a586fc6-c740-4694-bd5f-349b8759b80f req-6f20aa3c-2816-4100-a335-5a7a11d2e179 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 947 time: 0.0609419 Feb 14 16:26:58.084735 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0a586fc6-c740-4694-bd5f-349b8759b80f req-1b35b970-f2d8-4961-bcb4-c5d9e97e3c6b tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404449 Feb 14 16:26:58.901610 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500393a-5a6d-412f-8525-96482d97544d req-9b7b0759-f78d-42fa-bc3e-4d20ec511416 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:58.903052 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9500393a-5a6d-412f-8525-96482d97544d req-9b7b0759-f78d-42fa-bc3e-4d20ec511416 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 945 time: 0.0500686 Feb 14 16:26:58.950779 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9500393a-5a6d-412f-8525-96482d97544d req-ac8828e8-2bb6-402d-8c12-3908a27e51c5 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Feb 14 16:26:58.972250 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 56996) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:59.165128 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb493342-1a8c-4ce7-b944-a1c6b1b380c7 tempest-TestMinimumBasicScenario-357846758 tempest-TestMinimumBasicScenario-357846758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:59.166541 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-eb493342-1a8c-4ce7-b944-a1c6b1b380c7 tempest-TestMinimumBasicScenario-357846758 tempest-TestMinimumBasicScenario-357846758-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 1124 time: 0.1930578 Feb 14 16:26:59.169512 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57014) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:26:59.174363 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Request body: {'floatingip': {'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'port_id': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:26:59.215580 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:59.240879 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3b6a8-5913-4e91-910e-1f28d3534f72 req-c874da56-dd13-4bd4-ab6a-145cab7bf094 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:59.244028 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b3f3b6a8-5913-4e91-910e-1f28d3534f72 req-c874da56-dd13-4bd4-ab6a-145cab7bf094 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 947 time: 0.0851212 Feb 14 16:26:59.339098 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b3f3b6a8-5913-4e91-910e-1f28d3534f72 req-f957948e-6b61-4c70-9f4a-5cedb1b3f842 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902317 Feb 14 16:26:59.374469 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:59.480427 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Allocated IP 172.27.2.37 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/4f1753b2-2760-4d3b-8040-319713a426aa) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:26:59.622386 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for port (4f1753b2-2760-4d3b-8040-319713a426aa), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:59.630396 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-4c71f019-6a0a-4dbf-bc4f-126677a106a4 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:26:59.632443 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-4c71f019-6a0a-4dbf-bc4f-126677a106a4 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.42 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 947 time: 0.0864282 Feb 14 16:26:59.728326 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (4f1753b2-2760-4d3b-8040-319713a426aa), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:59.775627 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:26:59.786793 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:26:59.790570 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:26:59.793298 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Pushing event updated for resources: {'Port': ['ID=4f1753b2-2760-4d3b-8040-319713a426aa,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:26:59.833658 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-878b9aa5-a515-4c69-bc2a-1ee22ce92605 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Deleting port dd6b9e9f-1077-491c-99df-d03792970b66 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:26:59.834005 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-878b9aa5-a515-4c69-bc2a-1ee22ce92605 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:26:59.993810 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-878b9aa5-a515-4c69-bc2a-1ee22ce92605 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] For port dd6b9e9f-1077-491c-99df-d03792970b66, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dd6b9e9f-1077-491c-99df-d03792970b66,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:26:59.994181 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-878b9aa5-a515-4c69-bc2a-1ee22ce92605 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:00.303254 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-878b9aa5-a515-4c69-bc2a-1ee22ce92605 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:00.303917 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-878b9aa5-a515-4c69-bc2a-1ee22ce92605 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (ad43e7f9-2c45-4241-9d41-ba0dddaf7c1b), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:00.304054 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.l3_db [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-878b9aa5-a515-4c69-bc2a-1ee22ce92605 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Floating IP ad43e7f9-2c45-4241-9d41-ba0dddaf7c1b disassociated. External IP: 172.27.2.228, port: dd6b9e9f-1077-491c-99df-d03792970b66. Feb 14 16:27:00.304315 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-878b9aa5-a515-4c69-bc2a-1ee22ce92605 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Calling delete_port for dd6b9e9f-1077-491c-99df-d03792970b66 owned by compute:nova {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:27:00.457069 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for floatingip (b25308d3-3e1e-42c6-8d6b-38e04fcf9e60), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:00.488961 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2e7f7-ebc3-41dd-9f92-f8a5dd815283 req-ab89f039-0963-4fb1-974d-a3f87c987702 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:00.490556 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-efd2e7f7-ebc3-41dd-9f92-f8a5dd815283 req-ab89f039-0963-4fb1-974d-a3f87c987702 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 947 time: 0.0634327 Feb 14 16:27:00.554140 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-efd2e7f7-ebc3-41dd-9f92-f8a5dd815283 req-2fbdbdac-4e44-4251-a485-a3a23a0e31e3 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups?id=f84d459d-c69e-4186-b5c3-16a2de3a47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569041 Feb 14 16:27:00.584514 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-878b9aa5-a515-4c69-bc2a-1ee22ce92605 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (dd6b9e9f-1077-491c-99df-d03792970b66), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:00.586984 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (4f1753b2-2760-4d3b-8040-319713a426aa), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:00.901179 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b9aa5-a515-4c69-bc2a-1ee22ce92605 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event deleted for resources: {'Port': ['ID=dd6b9e9f-1077-491c-99df-d03792970b66,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:01.099086 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-878b9aa5-a515-4c69-bc2a-1ee22ce92605 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:27:01.157623 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for port (4f1753b2-2760-4d3b-8040-319713a426aa), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:01.164339 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (4f1753b2-2760-4d3b-8040-319713a426aa), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:01.275330 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Pushing event updated for resources: {'Port': ['ID=4f1753b2-2760-4d3b-8040-319713a426aa,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:01.297742 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (b25308d3-3e1e-42c6-8d6b-38e04fcf9e60), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:01.299926 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-878b9aa5-a515-4c69-bc2a-1ee22ce92605 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:27:01.312466 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5208bb6-86e1-426d-b4e3-2e64981eef84 None None] Sync routers for ids ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:27:01.324677 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5208bb6-86e1-426d-b4e3-2e64981eef84 None None] Routers {'0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:27:01.325293 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-b5208bb6-86e1-426d-b4e3-2e64981eef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:26:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:01.379434 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-878b9aa5-a515-4c69-bc2a-1ee22ce92605 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] No DVR routers for this DVR port dd6b9e9f-1077-491c-99df-d03792970b66 on host hv-cinder-81966 {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:27:01.383134 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-878b9aa5-a515-4c69-bc2a-1ee22ce92605 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:01.386618 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a56c5c63-1212-4a94-8ceb-fee72b9d5fb4 req-878b9aa5-a515-4c69-bc2a-1ee22ce92605 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.42 "DELETE /v2.0/ports/dd6b9e9f-1077-491c-99df-d03792970b66 HTTP/1.1" status: 204 len: 173 time: 1.7480693 Feb 14 16:27:01.387107 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959b12df-c91f-4afa-a415-3110e94e8177', 'name': 'network-vif-deleted', 'tag': 'dd6b9e9f-1077-491c-99df-d03792970b66'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:27:01.389311 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4d5975-cadf-47fe-8d3e-3892883094d9" -d '{"events": [{"server_uuid": "959b12df-c91f-4afa-a415-3110e94e8177", "name": "network-vif-deleted", "tag": "dd6b9e9f-1077-491c-99df-d03792970b66"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:27:01.439755 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eadbaef-ea3b-4c3c-845d-daa6579535a6 x-openstack-request-id: req-3eadbaef-ea3b-4c3c-845d-daa6579535a6 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:27:01.440122 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959b12df-c91f-4afa-a415-3110e94e8177", "name": "network-vif-deleted", "tag": "dd6b9e9f-1077-491c-99df-d03792970b66", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:27:01.440481 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3eadbaef-ea3b-4c3c-845d-daa6579535a6 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:27:01.440778 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959b12df-c91f-4afa-a415-3110e94e8177', 'name': 'network-vif-deleted', 'tag': 'dd6b9e9f-1077-491c-99df-d03792970b66', 'status': 'completed', 'code': 200} Feb 14 16:27:01.457087 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.l3_db [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Floating IP b25308d3-3e1e-42c6-8d6b-38e04fcf9e60 associated. External IP: 172.27.2.37, port: ab24081e-eb6e-4ccc-9b17-0f5b1d88d474. Feb 14 16:27:01.539864 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-b5208bb6-86e1-426d-b4e3-2e64981eef84 None None] Set router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:27:01.693642 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Router 65bff164-deec-4eb5-bee4-f9eb682fd492 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:27:01.727024 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9cc06997-f188-4982-9101-b857ef17483e req-ea0bcb26-303a-4446-81b3-a1abbe303e3f tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/ports?device_id=959b12df-c91f-4afa-a415-3110e94e8177 HTTP/1.1" status: 200 len: 210 time: 0.0403478 Feb 14 16:27:01.789946 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-b5208bb6-86e1-426d-b4e3-2e64981eef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '73fd0595-a93a-46e3-8b52-3458da157f6b', 'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'mac_address': 'fa:16:3e:b9:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:13Z', 'revision_number': 5, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'subnets': [{'id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:01.820341 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5208bb6-86e1-426d-b4e3-2e64981eef84 None None] Checking router: 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:27:01.824535 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:27:01.829264 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5208bb6-86e1-426d-b4e3-2e64981eef84 None None] Routers {'0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:27:01.830133 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-b5208bb6-86e1-426d-b4e3-2e64981eef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:26:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:01.838063 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8239a-2f22-4a2f-93f3-91f29d95bc91 None None] Sync routers for ids ['65bff164-deec-4eb5-bee4-f9eb682fd492'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:27:01.844048 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:01.855349 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c8239a-2f22-4a2f-93f3-91f29d95bc91 None None] Routers {'65bff164-deec-4eb5-bee4-f9eb682fd492'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:27:01.856442 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-a0c8239a-2f22-4a2f-93f3-91f29d95bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:26:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['65bff164-deec-4eb5-bee4-f9eb682fd492'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:01.876159 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-dc449fc5-fbbc-49d9-b179-13046e852684 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7049770 Feb 14 16:27:01.878759 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57050) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:01.883889 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-de4d50a0-4a5c-4ab2-9a71-1a9e323118dc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-817985833', 'description': 'tempest-secgroup-smoke-817985833 description', 'project_id': '9dd86f1f22d64193882786181698ba1f'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:27:01.906774 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-de4d50a0-4a5c-4ab2-9a71-1a9e323118dc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:01.948007 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-b5208bb6-86e1-426d-b4e3-2e64981eef84 None None] Set router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:27:01.986377 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-de4d50a0-4a5c-4ab2-9a71-1a9e323118dc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group (79514461-693b-4365-afcd-65bdf9585d95), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:01.986858 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-a0c8239a-2f22-4a2f-93f3-91f29d95bc91 None None] Set router 65bff164-deec-4eb5-bee4-f9eb682fd492 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:27:01.993693 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-de4d50a0-4a5c-4ab2-9a71-1a9e323118dc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (79514461-693b-4365-afcd-65bdf9585d95), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.026747 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-de4d50a0-4a5c-4ab2-9a71-1a9e323118dc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.028763 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-de4d50a0-4a5c-4ab2-9a71-1a9e323118dc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1489193 Feb 14 16:27:02.031958 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57052) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:02.036758 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.v2.base [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Request body: {'security_group_rule': {'security_group_id': '79514461-693b-4365-afcd-65bdf9585d95', 'project_id': '9dd86f1f22d64193882786181698ba1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:27:02.061307 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d50a0-4a5c-4ab2-9a71-1a9e323118dc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79514461-693b-4365-afcd-65bdf9585d95,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:02.098244 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (5da4df9b-27b8-45a5-9129-bbd497edf14d), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.209369 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (5da4df9b-27b8-45a5-9129-bbd497edf14d), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.213673 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (5da4df9b-27b8-45a5-9129-bbd497edf14d), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.229901 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-b5208bb6-86e1-426d-b4e3-2e64981eef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '73fd0595-a93a-46e3-8b52-3458da157f6b', 'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'mac_address': 'fa:16:3e:b9:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:13Z', 'revision_number': 5, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'subnets': [{'id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:02.234075 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da4df9b-27b8-45a5-9129-bbd497edf14d,revision_number=0']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:02.244284 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.245648 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2123880 Feb 14 16:27:02.247184 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:02.247626 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:02.248370 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57062) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:02.252935 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-18da98da-2707-4f57-a342-f77878a6fbe6 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Request body: {'security_group_rule': {'security_group_id': '79514461-693b-4365-afcd-65bdf9585d95', 'project_id': '9dd86f1f22d64193882786181698ba1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:27:02.253747 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:02.254932 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:02.255654 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:02.256167 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:02.256766 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:02.257266 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:02.257817 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:02.258371 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:02.259055 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:02.259600 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:02.260093 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377faa5e-14c7-44b3-979b-2e4610e20e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:02.260686 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-a0c8239a-2f22-4a2f-93f3-91f29d95bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:25:59Z', 'updated_at': '2022-02-14T16:26:03Z', 'revision_number': 4, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'gw_port': {'id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:00Z', 'updated_at': '2022-02-14T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'b25308d3-3e1e-42c6-8d6b-38e04fcf9e60', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'port_id': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'mac_address': 'fa:16:3e:29:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:27:00Z', 'updated_at': '2022-02-14T16:27:00Z', 'revision_number': 0, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e568ef8e-e3ac-427f-bdde-91700b34e631', 'name': '', 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'mac_address': 'fa:16:3e:8c:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:02Z', 'updated_at': '2022-02-14T16:26:08Z', 'revision_number': 5, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'subnets': [{'id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:02.264225 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5208bb6-86e1-426d-b4e3-2e64981eef84 None None] The sync data for ids ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'] in dv-cinder-819668-3-iscsi is: [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:20:06Z', 'revision_number': 4, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '73fd0595-a93a-46e3-8b52-3458da157f6b', 'name': '', 'network_id': 'a3b87438-6ac3-4886-b5f7-9e61fa1dafa5', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'mac_address': 'fa:16:3e:b9:1e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:05Z', 'updated_at': '2022-02-14T16:20:13Z', 'revision_number': 5, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'subnets': [{'id': '75b022af-3860-42a7-933a-01d0f454c9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:27:02.280833 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-18da98da-2707-4f57-a342-f77878a6fbe6 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (1a27215a-252b-4de2-9557-99e0392658b6), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.290974 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8239a-2f22-4a2f-93f3-91f29d95bc91 None None] Checking router: 65bff164-deec-4eb5-bee4-f9eb682fd492 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:27:02.299836 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c8239a-2f22-4a2f-93f3-91f29d95bc91 None None] Routers {'65bff164-deec-4eb5-bee4-f9eb682fd492'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:27:02.300458 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-a0c8239a-2f22-4a2f-93f3-91f29d95bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:26:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['65bff164-deec-4eb5-bee4-f9eb682fd492'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:02.347044 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-18da98da-2707-4f57-a342-f77878a6fbe6 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (1a27215a-252b-4de2-9557-99e0392658b6), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.352017 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-18da98da-2707-4f57-a342-f77878a6fbe6 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (1a27215a-252b-4de2-9557-99e0392658b6), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.371120 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da98da-2707-4f57-a342-f77878a6fbe6 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a27215a-252b-4de2-9557-99e0392658b6,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:02.379170 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-18da98da-2707-4f57-a342-f77878a6fbe6 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.380433 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-18da98da-2707-4f57-a342-f77878a6fbe6 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309891 Feb 14 16:27:02.383661 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57064) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:02.388280 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-0fd38a58-0e43-4ce6-a0f7-971065032aea tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Request body: {'security_group_rule': {'security_group_id': '79514461-693b-4365-afcd-65bdf9585d95', 'project_id': '9dd86f1f22d64193882786181698ba1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:27:02.416615 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0fd38a58-0e43-4ce6-a0f7-971065032aea tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (a3f805a4-8a65-4ea8-b904-4480e3630424), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.424823 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-a0c8239a-2f22-4a2f-93f3-91f29d95bc91 None None] Set router 65bff164-deec-4eb5-bee4-f9eb682fd492 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:27:02.477162 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0fd38a58-0e43-4ce6-a0f7-971065032aea tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (a3f805a4-8a65-4ea8-b904-4480e3630424), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.483030 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0fd38a58-0e43-4ce6-a0f7-971065032aea tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (a3f805a4-8a65-4ea8-b904-4480e3630424), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.502477 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd38a58-0e43-4ce6-a0f7-971065032aea tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f805a4-8a65-4ea8-b904-4480e3630424,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:02.511520 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0fd38a58-0e43-4ce6-a0f7-971065032aea tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.512821 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-0fd38a58-0e43-4ce6-a0f7-971065032aea tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280499 Feb 14 16:27:02.515569 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57066) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:02.520347 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-cd9853e5-def7-421c-9d10-ff3bf2ec4050 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Request body: {'security_group_rule': {'security_group_id': '79514461-693b-4365-afcd-65bdf9585d95', 'project_id': '9dd86f1f22d64193882786181698ba1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:27:02.550942 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28caf63-5f2c-4e25-9936-39240357b4a5 None None] New status for floating IP ad43e7f9-2c45-4241-9d41-ba0dddaf7c1b: DOWN {{(pid=102555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:27:02.551540 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-cd9853e5-def7-421c-9d10-ff3bf2ec4050 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (ae412b6a-5724-451a-ab80-bde8b52ba288), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.616522 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-cd9853e5-def7-421c-9d10-ff3bf2ec4050 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (ae412b6a-5724-451a-ab80-bde8b52ba288), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.620856 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-cd9853e5-def7-421c-9d10-ff3bf2ec4050 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (ae412b6a-5724-451a-ab80-bde8b52ba288), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.645505 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-cd9853e5-def7-421c-9d10-ff3bf2ec4050 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.649337 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-cd9853e5-def7-421c-9d10-ff3bf2ec4050 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299977 Feb 14 16:27:02.649337 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9853e5-def7-421c-9d10-ff3bf2ec4050 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae412b6a-5724-451a-ab80-bde8b52ba288,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:02.649589 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57068) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:02.654275 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-a367b84c-ec7f-4db5-badd-16c90b351f56 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Request body: {'security_group_rule': {'security_group_id': '79514461-693b-4365-afcd-65bdf9585d95', 'project_id': '9dd86f1f22d64193882786181698ba1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:27:02.679281 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.securitygroups_db [None req-a367b84c-ec7f-4db5-badd-16c90b351f56 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Project 9dd86f1f22d64193882786181698ba1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 16:27:02.682396 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-a0c8239a-2f22-4a2f-93f3-91f29d95bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:25:59Z', 'updated_at': '2022-02-14T16:26:03Z', 'revision_number': 4, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'gw_port': {'id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:00Z', 'updated_at': '2022-02-14T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'b25308d3-3e1e-42c6-8d6b-38e04fcf9e60', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'port_id': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'mac_address': 'fa:16:3e:29:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:27:00Z', 'updated_at': '2022-02-14T16:27:00Z', 'revision_number': 0, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e568ef8e-e3ac-427f-bdde-91700b34e631', 'name': '', 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'mac_address': 'fa:16:3e:8c:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:02Z', 'updated_at': '2022-02-14T16:26:08Z', 'revision_number': 5, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'subnets': [{'id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:02.684781 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a367b84c-ec7f-4db5-badd-16c90b351f56 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (c05d2ad8-c5e6-4b45-80fd-2c1248f8606c), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.711882 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8239a-2f22-4a2f-93f3-91f29d95bc91 None None] The sync data for ids ['65bff164-deec-4eb5-bee4-f9eb682fd492'] in dv-cinder-819668-3-iscsi is: [{'id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:25:59Z', 'updated_at': '2022-02-14T16:26:03Z', 'revision_number': 4, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'gw_port': {'id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:00Z', 'updated_at': '2022-02-14T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': 'b25308d3-3e1e-42c6-8d6b-38e04fcf9e60', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'port_id': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'mac_address': 'fa:16:3e:29:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:27:00Z', 'updated_at': '2022-02-14T16:27:00Z', 'revision_number': 0, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e568ef8e-e3ac-427f-bdde-91700b34e631', 'name': '', 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'mac_address': 'fa:16:3e:8c:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:02Z', 'updated_at': '2022-02-14T16:26:08Z', 'revision_number': 5, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'subnets': [{'id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:27:02.747481 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a367b84c-ec7f-4db5-badd-16c90b351f56 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (c05d2ad8-c5e6-4b45-80fd-2c1248f8606c), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.751400 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a367b84c-ec7f-4db5-badd-16c90b351f56 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (c05d2ad8-c5e6-4b45-80fd-2c1248f8606c), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.772292 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367b84c-ec7f-4db5-badd-16c90b351f56 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05d2ad8-c5e6-4b45-80fd-2c1248f8606c,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:02.787262 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a367b84c-ec7f-4db5-badd-16c90b351f56 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.789044 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-a367b84c-ec7f-4db5-badd-16c90b351f56 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386378 Feb 14 16:27:02.791894 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57072) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:02.798229 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-0c6e3524-7796-40b4-8a74-ee244a3ffb8f tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Request body: {'security_group_rule': {'security_group_id': '79514461-693b-4365-afcd-65bdf9585d95', 'project_id': '9dd86f1f22d64193882786181698ba1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:27:02.819806 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.securitygroups_db [None req-0c6e3524-7796-40b4-8a74-ee244a3ffb8f tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Project 9dd86f1f22d64193882786181698ba1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 16:27:02.825837 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0c6e3524-7796-40b4-8a74-ee244a3ffb8f tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (b17a4d35-d731-4efd-8ddc-3086857f3570), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.829215 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57076) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:02.885126 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a782b382-8319-4da7-baad-1ec834119898 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group (f84d459d-c69e-4186-b5c3-16a2de3a47bf), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.890029 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0c6e3524-7796-40b4-8a74-ee244a3ffb8f tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (b17a4d35-d731-4efd-8ddc-3086857f3570), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.894822 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0c6e3524-7796-40b4-8a74-ee244a3ffb8f tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607924'] for security_group_rule (b17a4d35-d731-4efd-8ddc-3086857f3570), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.911003 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a782b382-8319-4da7-baad-1ec834119898 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group (f84d459d-c69e-4186-b5c3-16a2de3a47bf), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.913571 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e3524-7796-40b4-8a74-ee244a3ffb8f tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17a4d35-d731-4efd-8ddc-3086857f3570,revision_number=0']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:02.928294 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-0c6e3524-7796-40b4-8a74-ee244a3ffb8f tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.930270 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-0c6e3524-7796-40b4-8a74-ee244a3ffb8f tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375160 Feb 14 16:27:02.960449 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98d136-b15a-456e-adb5-34fa5253ba3e None None] New status for floating IP b25308d3-3e1e-42c6-8d6b-38e04fcf9e60: ACTIVE {{(pid=102554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:27:02.974586 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a782b382-8319-4da7-baad-1ec834119898 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (f84d459d-c69e-4186-b5c3-16a2de3a47bf), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.979403 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a782b382-8319-4da7-baad-1ec834119898 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:02.983179 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-a782b382-8319-4da7-baad-1ec834119898 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "DELETE /v2.0/security-groups/f84d459d-c69e-4186-b5c3-16a2de3a47bf HTTP/1.1" status: 204 len: 168 time: 0.1503386 Feb 14 16:27:02.984173 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57080) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:02.990282 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782b382-8319-4da7-baad-1ec834119898 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84d459d-c69e-4186-b5c3-16a2de3a47bf,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:02.999494 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.api.v2.resource [None req-e2655307-687a-44dd-bbe4-0885db44d9e2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] show failed (client error): The resource could not be found. Feb 14 16:27:03.002044 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-e2655307-687a-44dd-bbe4-0885db44d9e2 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "GET /v2.0/security-groups/f84d459d-c69e-4186-b5c3-16a2de3a47bf HTTP/1.1" status: 404 len: 347 time: 0.0166636 Feb 14 16:27:03.003621 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57082) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:03.052920 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0f2dda95-457f-49f0-bd1d-82396bfba13b req-d437c1b6-1d6d-4352-8436-00073771d598 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817985833&fields=id&tenant_id=9dd86f1f22d64193882786181698ba1f HTTP/1.1" status: 200 len: 267 time: 0.0497859 Feb 14 16:27:03.113643 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dda95-457f-49f0-bd1d-82396bfba13b req-04794a4a-17ed-42fe-aca4-2dd4f0baed99 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:03.115355 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0f2dda95-457f-49f0-bd1d-82396bfba13b req-04794a4a-17ed-42fe-aca4-2dd4f0baed99 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 945 time: 0.0558894 Feb 14 16:27:03.128716 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-0f2dda95-457f-49f0-bd1d-82396bfba13b req-384c8526-1d3f-406c-8b4f-87fc44a93b3b tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Request body: {'port': {'security_groups': ['bbe06ec7-b787-4ccb-aad1-26f73a61345e', '79514461-693b-4365-afcd-65bdf9585d95']}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:27:03.134024 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-90dd46d6-cf1a-4565-9407-a45c5212a1f9 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Deleting port 9c3d24e9-cc2b-44a3-bcdd-d81abf4f831c {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:27:03.134366 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-90dd46d6-cf1a-4565-9407-a45c5212a1f9 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (9c3d24e9-cc2b-44a3-bcdd-d81abf4f831c), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:03.210298 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-0f2dda95-457f-49f0-bd1d-82396bfba13b req-384c8526-1d3f-406c-8b4f-87fc44a93b3b tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:03.210997 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-90dd46d6-cf1a-4565-9407-a45c5212a1f9 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (9c3d24e9-cc2b-44a3-bcdd-d81abf4f831c), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:03.211332 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-90dd46d6-cf1a-4565-9407-a45c5212a1f9 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for floatingip (9c3d24e9-cc2b-44a3-bcdd-d81abf4f831c), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:03.224499 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-90dd46d6-cf1a-4565-9407-a45c5212a1f9 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Calling delete_port for 9c3d24e9-cc2b-44a3-bcdd-d81abf4f831c owned by network:floatingip {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:27:03.367686 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-90dd46d6-cf1a-4565-9407-a45c5212a1f9 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (9c3d24e9-cc2b-44a3-bcdd-d81abf4f831c), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:03.393302 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd46d6-cf1a-4565-9407-a45c5212a1f9 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Pushing event deleted for resources: {'Port': ['ID=9c3d24e9-cc2b-44a3-bcdd-d81abf4f831c,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:03.442096 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'tag': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:27:03.444835 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a931cab-2caa-429a-8a56-e13e2ffbe401" -d '{"events": [{"name": "network-changed", "server_uuid": "438cf4ba-e511-4d23-8cda-5333d2f3d548", "tag": "ab24081e-eb6e-4ccc-9b17-0f5b1d88d474"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:27:03.457743 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-90dd46d6-cf1a-4565-9407-a45c5212a1f9 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks [] for floatingip (ad43e7f9-2c45-4241-9d41-ba0dddaf7c1b), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:03.461055 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-90dd46d6-cf1a-4565-9407-a45c5212a1f9 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:03.464851 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-90dd46d6-cf1a-4565-9407-a45c5212a1f9 tempest-AttachVolumeShelveTestJSON-1680699358 tempest-AttachVolumeShelveTestJSON-1680699358-project] 10.222.0.55 "DELETE /v2.0/floatingips/ad43e7f9-2c45-4241-9d41-ba0dddaf7c1b HTTP/1.1" status: 204 len: 168 time: 0.4577394 Feb 14 16:27:03.488105 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-0f2dda95-457f-49f0-bd1d-82396bfba13b req-384c8526-1d3f-406c-8b4f-87fc44a93b3b tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] For port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474,segment=NetworkSegment(2a8e4206-7f4d-417e-89e9-8e6db40edcda),segment_id=2a8e4206-7f4d-417e-89e9-8e6db40edcda)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:27:03.498900 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6579ef14-9e87-45b5-b229-5689c6314d5f x-openstack-request-id: req-6579ef14-9e87-45b5-b229-5689c6314d5f {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:27:03.499221 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438cf4ba-e511-4d23-8cda-5333d2f3d548", "tag": "ab24081e-eb6e-4ccc-9b17-0f5b1d88d474", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:27:03.499476 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6579ef14-9e87-45b5-b229-5689c6314d5f {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:27:03.499867 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'tag': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474', 'status': 'completed', 'code': 200} Feb 14 16:27:03.525304 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-0f2dda95-457f-49f0-bd1d-82396bfba13b req-384c8526-1d3f-406c-8b4f-87fc44a93b3b tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:03.540471 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-0f2dda95-457f-49f0-bd1d-82396bfba13b req-384c8526-1d3f-406c-8b4f-87fc44a93b3b tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:03.553118 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['ab24081e-eb6e-4ccc-9b17-0f5b1d88d474'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:27:03.608917 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dda95-457f-49f0-bd1d-82396bfba13b req-384c8526-1d3f-406c-8b4f-87fc44a93b3b tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:03.609579 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-0f2dda95-457f-49f0-bd1d-82396bfba13b req-384c8526-1d3f-406c-8b4f-87fc44a93b3b tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:03.611101 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0f2dda95-457f-49f0-bd1d-82396bfba13b req-384c8526-1d3f-406c-8b4f-87fc44a93b3b tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "PUT /v2.0/ports/ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 HTTP/1.1" status: 200 len: 981 time: 0.4877689 Feb 14 16:27:03.640841 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931cab-2caa-429a-8a56-e13e2ffbe401 req-b9379ab6-8ce5-4bac-aac7-bec1da7a0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:03.642371 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7a931cab-2caa-429a-8a56-e13e2ffbe401 req-b9379ab6-8ce5-4bac-aac7-bec1da7a0b5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dd86f1f22d64193882786181698ba1f&device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 1168 time: 0.1139057 Feb 14 16:27:03.649117 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c8526-1d3f-406c-8b4f-87fc44a93b3b tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Pushing event updated for resources: {'Port': ['ID=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474,revision_number=6']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:03.769502 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931cab-2caa-429a-8a56-e13e2ffbe401 req-a9dc5a99-1709-4093-bf14-94b5e3b23796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:03.771220 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7a931cab-2caa-429a-8a56-e13e2ffbe401 req-a9dc5a99-1709-4093-bf14-94b5e3b23796 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0dc4117-1691-444d-bfbc-af01e6b712f4 HTTP/1.1" status: 200 len: 915 time: 0.1191030 Feb 14 16:27:03.784599 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689eecdd-3ae3-4d90-8cfa-47e8f10005df req-41f38ab3-0939-484d-8067-c89b18b98722 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:03.792647 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-689eecdd-3ae3-4d90-8cfa-47e8f10005df req-41f38ab3-0939-484d-8067-c89b18b98722 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0875621 Feb 14 16:27:03.853960 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-689eecdd-3ae3-4d90-8cfa-47e8f10005df req-9ce4f2be-a44f-4fda-9116-2cb255171b5b tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602212 Feb 14 16:27:03.979173 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-e38271e5-db6c-4a5c-8d49-a45739a29de5 None None] Provisioning complete for port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:27:03.979752 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e38271e5-db6c-4a5c-8d49-a45739a29de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:04.056670 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-e38271e5-db6c-4a5c-8d49-a45739a29de5 None None] Current status of the port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:27:04.460586 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device dd6b9e9f-1077-491c-99df-d03792970b66 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:27:04.528768 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7a931cab-2caa-429a-8a56-e13e2ffbe401 req-060ee0cf-e781-4d88-a6f6-6f69b8f7401b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 HTTP/1.1" status: 200 len: 1000 time: 0.0675278 Feb 14 16:27:04.588068 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:27:04.611203 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: dd6b9e9f-1077-491c-99df-d03792970b66 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:27:04.611550 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device dd6b9e9f-1077-491c-99df-d03792970b66 not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:27:05.276014 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931cab-2caa-429a-8a56-e13e2ffbe401 req-97927026-8e8e-4d2c-b8ad-60054161d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:05.277489 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7a931cab-2caa-429a-8a56-e13e2ffbe401 req-97927026-8e8e-4d2c-b8ad-60054161d2f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eb18125-0c06-4cf7-bbf4-92773fe4089b HTTP/1.1" status: 200 len: 853 time: 0.0441346 Feb 14 16:27:05.501423 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'tag': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:27:05.503832 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6eacda-2586-4bfd-bbe6-cd1d691fd023" -d '{"events": [{"name": "network-changed", "server_uuid": "438cf4ba-e511-4d23-8cda-5333d2f3d548", "tag": "ab24081e-eb6e-4ccc-9b17-0f5b1d88d474"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:27:05.542680 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bc7beb-a351-477e-bed4-59c463ac2598 x-openstack-request-id: req-93bc7beb-a351-477e-bed4-59c463ac2598 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:27:05.543258 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438cf4ba-e511-4d23-8cda-5333d2f3d548", "tag": "ab24081e-eb6e-4ccc-9b17-0f5b1d88d474", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:27:05.543258 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93bc7beb-a351-477e-bed4-59c463ac2598 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:27:05.543612 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'tag': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474', 'status': 'completed', 'code': 200} Feb 14 16:27:06.188618 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['ab24081e-eb6e-4ccc-9b17-0f5b1d88d474'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:27:06.223089 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931cab-2caa-429a-8a56-e13e2ffbe401 req-abea1a05-0a7b-4c62-ac12-c4b6329902ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:06.224586 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7a931cab-2caa-429a-8a56-e13e2ffbe401 req-abea1a05-0a7b-4c62-ac12-c4b6329902ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0dc4117-1691-444d-bfbc-af01e6b712f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441287 Feb 14 16:27:06.315007 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7a931cab-2caa-429a-8a56-e13e2ffbe401 req-ce10fd0b-4ba7-41de-bbf5-ce7f5a354ae8 service neutron] 10.222.0.42 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826633 Feb 14 16:27:06.404962 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-7a931cab-2caa-429a-8a56-e13e2ffbe401 req-f18f9c45-64cd-4799-ae05-619f68512c0c service neutron] 10.222.0.42 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816598 Feb 14 16:27:06.503925 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eacda-2586-4bfd-bbe6-cd1d691fd023 req-aef512da-b3b0-47d9-82a9-472773c16f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:06.505542 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9e6eacda-2586-4bfd-bbe6-cd1d691fd023 req-aef512da-b3b0-47d9-82a9-472773c16f33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dd86f1f22d64193882786181698ba1f&device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 1168 time: 0.0493567 Feb 14 16:27:06.634077 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eacda-2586-4bfd-bbe6-cd1d691fd023 req-b87035e9-7a8a-48c2-8abb-de27f23c7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:06.635680 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9e6eacda-2586-4bfd-bbe6-cd1d691fd023 req-b87035e9-7a8a-48c2-8abb-de27f23c7078 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0dc4117-1691-444d-bfbc-af01e6b712f4 HTTP/1.1" status: 200 len: 915 time: 0.1206908 Feb 14 16:27:06.715218 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9e6eacda-2586-4bfd-bbe6-cd1d691fd023 req-577402b1-3b9d-403b-a387-da9133aa254c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 HTTP/1.1" status: 200 len: 1000 time: 0.0674307 Feb 14 16:27:06.790941 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eacda-2586-4bfd-bbe6-cd1d691fd023 req-83b8c512-4acc-4e7e-9f5f-8633be77b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:06.792474 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9e6eacda-2586-4bfd-bbe6-cd1d691fd023 req-83b8c512-4acc-4e7e-9f5f-8633be77b9e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eb18125-0c06-4cf7-bbf4-92773fe4089b HTTP/1.1" status: 200 len: 853 time: 0.0683706 Feb 14 16:27:06.855609 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eacda-2586-4bfd-bbe6-cd1d691fd023 req-ff56c44a-8762-4f51-89c5-39bf040ee887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:06.857377 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9e6eacda-2586-4bfd-bbe6-cd1d691fd023 req-ff56c44a-8762-4f51-89c5-39bf040ee887 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0dc4117-1691-444d-bfbc-af01e6b712f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540915 Feb 14 16:27:06.950801 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9e6eacda-2586-4bfd-bbe6-cd1d691fd023 req-17e6e8d3-cb1a-44c0-bdb0-45d19a2b74de service neutron] 10.222.0.42 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872014 Feb 14 16:27:07.041121 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-9e6eacda-2586-4bfd-bbe6-cd1d691fd023 req-7d5c47e0-844a-4599-833b-a19f8508742d service neutron] 10.222.0.42 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845823 Feb 14 16:27:10.111599 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57194) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:10.591471 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b3473667-59d8-44a7-98df-6dde7c5d795e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626919'] for router_interface (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:10.759194 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57232) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:10.839533 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-b3473667-59d8-44a7-98df-6dde7c5d795e admin admin] Deleting port 73fd0595-a93a-46e3-8b52-3458da157f6b {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:27:10.839873 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b3473667-59d8-44a7-98df-6dde7c5d795e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:10.860109 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4d694a24-ee8e-451b-9f33-e4497ac523a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:10.919415 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [None req-b3473667-59d8-44a7-98df-6dde7c5d795e admin admin] For port 73fd0595-a93a-46e3-8b52-3458da157f6b, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=73fd0595-a93a-46e3-8b52-3458da157f6b,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:27:10.919778 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b3473667-59d8-44a7-98df-6dde7c5d795e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:10.932913 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-b3473667-59d8-44a7-98df-6dde7c5d795e admin admin] Calling delete_port for 73fd0595-a93a-46e3-8b52-3458da157f6b owned by network:router_interface {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:27:10.934638 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4d694a24-ee8e-451b-9f33-e4497ac523a8 admin admin] Publish callbacks [] for security_group (d282d833-793b-4661-b12a-96cd3d585226), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:10.939176 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4d694a24-ee8e-451b-9f33-e4497ac523a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (d282d833-793b-4661-b12a-96cd3d585226), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:10.980479 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-4d694a24-ee8e-451b-9f33-e4497ac523a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd1a655cac0c42bb94ec6782081c1fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202032 Feb 14 16:27:10.982825 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d694a24-ee8e-451b-9f33-e4497ac523a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d282d833-793b-4661-b12a-96cd3d585226,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:10.983128 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57236) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:11.088466 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e54730ca-8f85-427d-8137-84452d44d68d admin admin] Publish callbacks [] for security_group (d282d833-793b-4661-b12a-96cd3d585226), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:11.120252 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e54730ca-8f85-427d-8137-84452d44d68d admin admin] Publish callbacks [] for security_group (d282d833-793b-4661-b12a-96cd3d585226), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:11.194348 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b3473667-59d8-44a7-98df-6dde7c5d795e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (73fd0595-a93a-46e3-8b52-3458da157f6b), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:11.220384 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3473667-59d8-44a7-98df-6dde7c5d795e admin admin] Pushing event deleted for resources: {'Port': ['ID=73fd0595-a93a-46e3-8b52-3458da157f6b,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:11.248032 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e54730ca-8f85-427d-8137-84452d44d68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (d282d833-793b-4661-b12a-96cd3d585226), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:11.250588 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-e54730ca-8f85-427d-8137-84452d44d68d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:11.251749 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-e54730ca-8f85-427d-8137-84452d44d68d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d282d833-793b-4661-b12a-96cd3d585226 HTTP/1.1" status: 204 len: 168 time: 0.2676017 Feb 14 16:27:11.282617 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54730ca-8f85-427d-8137-84452d44d68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d282d833-793b-4661-b12a-96cd3d585226,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:11.319222 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:11.411622 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b3473667-59d8-44a7-98df-6dde7c5d795e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627059'] for router_interface (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:11.539029 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57244) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:11.588841 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b1703b40-f357-4246-a133-faffc5621980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:11.684867 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3473667-59d8-44a7-98df-6dde7c5d795e admin admin] Router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:27:11.762778 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b1703b40-f357-4246-a133-faffc5621980 admin admin] Publish callbacks [] for security_group (cc0e5850-2eb9-424c-a7fc-5e1edf55693a), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:11.767643 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b1703b40-f357-4246-a133-faffc5621980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (cc0e5850-2eb9-424c-a7fc-5e1edf55693a), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:11.841016 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-b1703b40-f357-4246-a133-faffc5621980 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29baf545baa6459a9776427334afd51b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002734 Feb 14 16:27:11.843766 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57246) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:11.845661 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1703b40-f357-4246-a133-faffc5621980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0e5850-2eb9-424c-a7fc-5e1edf55693a,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:11.855947 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3473667-59d8-44a7-98df-6dde7c5d795e admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:27:11.862613 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-b3473667-59d8-44a7-98df-6dde7c5d795e admin admin] 10.222.0.55 "PUT /v2.0/routers/0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7499669 Feb 14 16:27:11.865202 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57248) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:11.866319 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdacf6e8-2cd7-4bcf-ad7e-068d729d2d14 None None] Sync routers for ids ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:27:11.876844 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdacf6e8-2cd7-4bcf-ad7e-068d729d2d14 None None] Routers {'0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:27:11.880521 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-bdacf6e8-2cd7-4bcf-ad7e-068d729d2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:26:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:11.897682 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-cc312466-85c0-4426-b503-4f5135308283 admin admin] Publish callbacks [] for security_group (cc0e5850-2eb9-424c-a7fc-5e1edf55693a), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:11.919263 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-cc312466-85c0-4426-b503-4f5135308283 admin admin] Publish callbacks [] for security_group (cc0e5850-2eb9-424c-a7fc-5e1edf55693a), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:11.973446 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-cc312466-85c0-4426-b503-4f5135308283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (cc0e5850-2eb9-424c-a7fc-5e1edf55693a), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:11.975484 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] Publish callbacks [] for router (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:11.976896 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-cc312466-85c0-4426-b503-4f5135308283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:11.978290 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-cc312466-85c0-4426-b503-4f5135308283 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc0e5850-2eb9-424c-a7fc-5e1edf55693a HTTP/1.1" status: 204 len: 168 time: 0.1335344 Feb 14 16:27:11.987148 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc312466-85c0-4426-b503-4f5135308283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0e5850-2eb9-424c-a7fc-5e1edf55693a,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:12.002270 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-bdacf6e8-2cd7-4bcf-ad7e-068d729d2d14 None None] Set router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:27:12.087929 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] Publish callbacks [] for router_gateway (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:12.150655 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] Deleting port bd258f65-e3f0-4b6d-b522-ffb19213537e {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:27:12.151230 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (bd258f65-e3f0-4b6d-b522-ffb19213537e), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:12.195075 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-bdacf6e8-2cd7-4bcf-ad7e-068d729d2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:27:11Z', 'revision_number': 5, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port': {'id': 'bd258f65-e3f0-4b6d-b522-ffb19213537e', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:20:01Z', 'updated_at': '2022-02-14T16:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:12.230552 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdacf6e8-2cd7-4bcf-ad7e-068d729d2d14 None None] Checking router: 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:27:12.235437 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] For port bd258f65-e3f0-4b6d-b522-ffb19213537e, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=bd258f65-e3f0-4b6d-b522-ffb19213537e,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:27:12.235829 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (bd258f65-e3f0-4b6d-b522-ffb19213537e), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:12.240875 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdacf6e8-2cd7-4bcf-ad7e-068d729d2d14 None None] Routers {'0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:27:12.241766 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-bdacf6e8-2cd7-4bcf-ad7e-068d729d2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:26:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:12.251063 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] Calling delete_port for bd258f65-e3f0-4b6d-b522-ffb19213537e owned by network:router_gateway {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:27:12.439282 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (bd258f65-e3f0-4b6d-b522-ffb19213537e), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:12.440208 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-bdacf6e8-2cd7-4bcf-ad7e-068d729d2d14 None None] Set router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a gateway port host: None {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:27:12.464603 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] Pushing event deleted for resources: {'Port': ['ID=bd258f65-e3f0-4b6d-b522-ffb19213537e,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:12.496391 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-bdacf6e8-2cd7-4bcf-ad7e-068d729d2d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:27:12Z', 'revision_number': 6, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port_host': None}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:12.526478 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdacf6e8-2cd7-4bcf-ad7e-068d729d2d14 None None] The sync data for ids ['0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a'] in dv-cinder-819668-3-iscsi is: [{'id': '0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a', 'name': 'tempest-AttachVolumeShelveTestJSON-295916931-router', 'tenant_id': 'ac0c72c994864a80a9975f44cae07762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:20:00Z', 'updated_at': '2022-02-14T16:27:12Z', 'revision_number': 6, 'project_id': 'ac0c72c994864a80a9975f44cae07762', 'gw_port_host': None}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:27:12.536536 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628909'] for router_gateway (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:12.638039 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44680'] for router (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:12.640285 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] Publish callbacks [] for router_controller (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), precommit_delete_associations {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:12.693037 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627457'] for router (0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:12.693644 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a {{(pid=102552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:27:12.698606 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:12.699748 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-ffc99c74-7de1-4ede-8ae1-549738736afd admin admin] 10.222.0.55 "DELETE /v2.0/routers/0f2a8fcb-4c5a-4280-8751-d14d30a6fa0a HTTP/1.1" status: 204 len: 168 time: 0.8335972 Feb 14 16:27:12.702294 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57272) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:12.750384 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef29109-7ef2-4770-91a3-1236b2175f68 admin admin] Deleting subnet 75b022af-3860-42a7-933a-01d0f454c9a6 {{(pid=102552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:27:12.753445 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fef29109-7ef2-4770-91a3-1236b2175f68 admin admin] Publish callbacks [] for subnet (75b022af-3860-42a7-933a-01d0f454c9a6), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:12.786142 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fef29109-7ef2-4770-91a3-1236b2175f68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260087274'] for subnet (75b022af-3860-42a7-933a-01d0f454c9a6), precommit_delete_associations {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:12.862425 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fef29109-7ef2-4770-91a3-1236b2175f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (75b022af-3860-42a7-933a-01d0f454c9a6), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:12.920086 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fef29109-7ef2-4770-91a3-1236b2175f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262131233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260073549'] for subnet (75b022af-3860-42a7-933a-01d0f454c9a6), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:12.952673 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef29109-7ef2-4770-91a3-1236b2175f68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b022af-3860-42a7-933a-01d0f454c9a6,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:12.956327 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-fef29109-7ef2-4770-91a3-1236b2175f68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:12.961978 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-fef29109-7ef2-4770-91a3-1236b2175f68 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/75b022af-3860-42a7-933a-01d0f454c9a6 HTTP/1.1" status: 204 len: 168 time: 0.2563648 Feb 14 16:27:12.962513 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57278) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:12.967876 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d513bf1f-8cef-4a1a-87ff-d3aca64caf05 None None] Network a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:27:13.032356 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (a3b87438-6ac3-4886-b5f7-9e61fa1dafa5), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:13.087662 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] Deleting port add578ea-1d06-4e0e-9540-cb9ec01187b0 {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:27:13.087998 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (add578ea-1d06-4e0e-9540-cb9ec01187b0), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:13.153168 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] For port add578ea-1d06-4e0e-9540-cb9ec01187b0, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=add578ea-1d06-4e0e-9540-cb9ec01187b0,segment=NetworkSegment(307de996-9b9b-4d3b-be54-ebd955705e05),segment_id=307de996-9b9b-4d3b-be54-ebd955705e05)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:27:13.153863 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (add578ea-1d06-4e0e-9540-cb9ec01187b0), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:13.166108 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] Calling delete_port for add578ea-1d06-4e0e-9540-cb9ec01187b0 owned by network:dhcp {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:27:13.250284 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (add578ea-1d06-4e0e-9540-cb9ec01187b0), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:13.275643 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=add578ea-1d06-4e0e-9540-cb9ec01187b0,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:13.277436 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] No DVR routers for this DVR port add578ea-1d06-4e0e-9540-cb9ec01187b0 on host dv-cinder-819668-3-iscsi {{(pid=102552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:27:13.360221 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3984a8-7cfa-4f07-97d1-a3e125ad2769 None None] DHCP port deletion for a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 request from dv-cinder-819668-3-iscsi {{(pid=102554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:27:13.366186 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (a3b87438-6ac3-4886-b5f7-9e61fa1dafa5), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:13.396652 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b87438-6ac3-4886-b5f7-9e61fa1dafa5']}} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:13.407575 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307de996-9b9b-4d3b-be54-ebd955705e05') {'for_net_delete': True} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:13.407879 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307de996-9b9b-4d3b-be54-ebd955705e05') {} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:13.419267 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260087293'] for segment (307de996-9b9b-4d3b-be54-ebd955705e05), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:13.439351 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (307de996-9b9b-4d3b-be54-ebd955705e05), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:13.447019 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:27:13.447431 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262128771'] for segment (307de996-9b9b-4d3b-be54-ebd955705e05), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: Traceback (most recent call last): Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: timer() Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: cb(*args, **kw) Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: return func(*args, **kwargs) Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: self._notify() Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: self.callback(batched_events) Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: event.method(event) Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: return f(self, *a, **k) Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._get(url).json() Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: return self.request(url, 'GET', **kwargs) Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:27:13.449285 dv-cinder-819668-3-iscsi neutron-server[102552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:27:13.514296 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (a3b87438-6ac3-4886-b5f7-9e61fa1dafa5), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:13.519416 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:13.522891 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a3b87438-6ac3-4886-b5f7-9e61fa1dafa5 HTTP/1.1" status: 204 len: 168 time: 0.5597219 Feb 14 16:27:13.536508 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2289b8-e4eb-49f3-b069-a18a9a516d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b87438-6ac3-4886-b5f7-9e61fa1dafa5,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:13.737883 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-daea5ca1-9d24-417a-89c0-abc6507abca6 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109650689&fields=id&tenant_id=82fd389af2ac4d44a27686a6c60979cb HTTP/1.1" status: 200 len: 267 time: 0.0772285 Feb 14 16:27:13.752717 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device bd258f65-e3f0-4b6d-b522-ffb19213537e no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:27:13.772164 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57306) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:13.787247 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: bd258f65-e3f0-4b6d-b522-ffb19213537e {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:27:13.787695 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device bd258f65-e3f0-4b6d-b522-ffb19213537e not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:27:13.788880 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 73fd0595-a93a-46e3-8b52-3458da157f6b no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:27:13.813909 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: 73fd0595-a93a-46e3-8b52-3458da157f6b {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:27:13.814401 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 73fd0595-a93a-46e3-8b52-3458da157f6b not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:27:13.814936 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device add578ea-1d06-4e0e-9540-cb9ec01187b0 no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:27:13.824879 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57308) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:13.825183 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-5264f992-e2f9-4169-97b4-4accbb9445c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac0c72c994864a80a9975f44cae07762&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0518441 Feb 14 16:27:13.848463 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: add578ea-1d06-4e0e-9540-cb9ec01187b0 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:27:13.849216 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device add578ea-1d06-4e0e-9540-cb9ec01187b0 not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:27:13.918345 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-5de804a9-2443-4464-9405-7bcb8e1585df tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:13.919800 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-5de804a9-2443-4464-9405-7bcb8e1585df tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 812 time: 0.1751904 Feb 14 16:27:13.938102 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6fc637b3-b8be-4881-86df-140bbfa8102d admin admin] Publish callbacks [] for security_group (aa802f6e-87d8-456f-94c7-e46fb8ee2545), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:13.944697 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-e8a44df7-5dc3-44ad-ac19-a8f59a8a518b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/quotas/82fd389af2ac4d44a27686a6c60979cb HTTP/1.1" status: 200 len: 375 time: 0.0175216 Feb 14 16:27:13.987315 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6fc637b3-b8be-4881-86df-140bbfa8102d admin admin] Publish callbacks [] for security_group (aa802f6e-87d8-456f-94c7-e46fb8ee2545), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:14.035622 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-df5fafd1-478f-423f-849f-87397e9cae26 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823977 Feb 14 16:27:14.058785 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6fc637b3-b8be-4881-86df-140bbfa8102d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (aa802f6e-87d8-456f-94c7-e46fb8ee2545), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:14.061540 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6fc637b3-b8be-4881-86df-140bbfa8102d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:14.062580 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-6fc637b3-b8be-4881-86df-140bbfa8102d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa802f6e-87d8-456f-94c7-e46fb8ee2545 HTTP/1.1" status: 204 len: 168 time: 0.2367003 Feb 14 16:27:14.085742 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc637b3-b8be-4881-86df-140bbfa8102d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa802f6e-87d8-456f-94c7-e46fb8ee2545,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:14.391005 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-7cea97aa-6b65-43a4-ab51-512986c92e60 service neutron] 10.222.0.55 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427086 Feb 14 16:27:14.479705 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-5da47273-ff8a-44c7-8b2c-a55fd2211760 service neutron] 10.222.0.55 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831335 Feb 14 16:27:14.792149 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-25444370-c847-4477-adeb-d159eb0f342e req-3a550d90-d766-47ec-9dc2-a898e1ff2863 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 210 time: 0.0331535 Feb 14 16:27:15.877342 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-e2016c16-8017-4c13-8089-d60d3d432caa req-e54afc5a-7ed8-427a-8cc9-28c77effedaa tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 210 time: 0.0264938 Feb 14 16:27:16.972482 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2c69a146-521f-4201-844e-e8eefa444378 req-0d6c66d3-6f75-410b-a5df-efd90a6a96d0 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 210 time: 0.0307705 Feb 14 16:27:18.087342 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f3e9f1b0-128b-4191-8b28-8cdbb8d8fc8a req-2c5cd5b1-458f-4e2e-a694-60589e054b2f tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 210 time: 0.0303018 Feb 14 16:27:18.313685 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-4d89e01d-ce12-47c9-b0d5-85b386987c21 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:18.315608 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-4d89e01d-ce12-47c9-b0d5-85b386987c21 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.42 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 812 time: 0.1374869 Feb 14 16:27:18.380496 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-b3cd2439-2a15-4abe-8b6c-ab06823e3da2 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82fd389af2ac4d44a27686a6c60979cb HTTP/1.1" status: 200 len: 379 time: 0.0538979 Feb 14 16:27:18.391178 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-83d8228d-5a55-417c-981e-83846a40b833 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Request body: {'port': {'device_id': 'e81a45e4-c107-4cf7-8088-3fc97baf503c', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'admin_state_up': True, 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'security_groups': ['6cf5b6c4-7f88-45fd-9929-40068b894bad']}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:27:18.475051 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-b550e0ad-3463-483b-876d-6d09346d2bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:18.523375 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-83d8228d-5a55-417c-981e-83846a40b833 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Made reservation on behalf of 82fd389af2ac4d44a27686a6c60979cb for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:27:18.528393 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-83d8228d-5a55-417c-981e-83846a40b833 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:18.657532 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-83d8228d-5a55-417c-981e-83846a40b833 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Allocated IP 172.20.0.12 (44684784-0d26-471d-9a19-2b37a993c4ac/1b4c5ab6-b530-4a40-828d-6c24277d6e4f/13711dcd-ffcb-4c1a-aaf0-9459698db103) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:27:18.795604 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-83d8228d-5a55-417c-981e-83846a40b833 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:18.831745 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-83d8228d-5a55-417c-981e-83846a40b833 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:18.878557 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-83d8228d-5a55-417c-981e-83846a40b833 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Network 44684784-0d26-471d-9a19-2b37a993c4ac is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:27:18.883771 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-83d8228d-5a55-417c-981e-83846a40b833 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:27:18.886586 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-83d8228d-5a55-417c-981e-83846a40b833 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:27:18.914882 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8228d-5a55-417c-981e-83846a40b833 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'Port': ['ID=13711dcd-ffcb-4c1a-aaf0-9459698db103,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:18.943924 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-83d8228d-5a55-417c-981e-83846a40b833 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:18.944634 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-83d8228d-5a55-417c-981e-83846a40b833 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:18.961669 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-83d8228d-5a55-417c-981e-83846a40b833 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5750670 Feb 14 16:27:18.978974 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Request body: {'port': {'device_id': 'e81a45e4-c107-4cf7-8088-3fc97baf503c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:27:19.038224 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:19.192748 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-0b531d77-ebe9-48c7-b45d-bad41642b1be None None] Provisioning complete for port 13711dcd-ffcb-4c1a-aaf0-9459698db103 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:27:19.193178 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-0b531d77-ebe9-48c7-b45d-bad41642b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:19.242023 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-0b531d77-ebe9-48c7-b45d-bad41642b1be None None] Port 13711dcd-ffcb-4c1a-aaf0-9459698db103 cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:27:19.287046 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9665324-df4d-485a-a9af-14432c1f0799 req-c02ee226-6782-4411-82d8-379750307893 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:19.288513 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b9665324-df4d-485a-a9af-14432c1f0799 req-c02ee226-6782-4411-82d8-379750307893 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 932 time: 0.1081920 Feb 14 16:27:19.376521 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b9665324-df4d-485a-a9af-14432c1f0799 req-687d83ec-fbbd-4b83-8c7d-825d57452530 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793443 Feb 14 16:27:19.386209 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13711dcd-ffcb-4c1a-aaf0-9459698db103 {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:27:19.408604 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Publish callbacks [] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:19.423988 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Transition to ACTIVE for port object 13711dcd-ffcb-4c1a-aaf0-9459698db103 will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:27:19.429075 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:19.523142 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Pushing event updated for resources: {'Port': ['ID=13711dcd-ffcb-4c1a-aaf0-9459698db103,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:19.589178 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Attempting to bind port 13711dcd-ffcb-4c1a-aaf0-9459698db103 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:27:19.589624 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Attempting to bind port 13711dcd-ffcb-4c1a-aaf0-9459698db103 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:27:19.589893 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Attempting to bind port 13711dcd-ffcb-4c1a-aaf0-9459698db103 on network 44684784-0d26-471d-9a19-2b37a993c4ac {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:27:19.594419 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Port 13711dcd-ffcb-4c1a-aaf0-9459698db103 on network 44684784-0d26-471d-9a19-2b37a993c4ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:27:19.594746 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Attempting to bind port 13711dcd-ffcb-4c1a-aaf0-9459698db103 on network 44684784-0d26-471d-9a19-2b37a993c4ac {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:27:19.602126 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:27:19.602471 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Checking segment: {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:27:19.602859 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Bound using segment: {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:27:19.603293 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Bound port: 13711dcd-ffcb-4c1a-aaf0-9459698db103, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:27:19.603659 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:19.675088 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] For port 13711dcd-ffcb-4c1a-aaf0-9459698db103, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:27:19.678349 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] For port 13711dcd-ffcb-4c1a-aaf0-9459698db103, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=13711dcd-ffcb-4c1a-aaf0-9459698db103,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:27:19.684875 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:19.724998 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:19.727785 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:19.729217 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] 10.222.0.42 "PUT /v2.0/ports/13711dcd-ffcb-4c1a-aaf0-9459698db103 HTTP/1.1" status: 200 len: 1094 time: 0.7554502 Feb 14 16:27:19.732406 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81a45e4-c107-4cf7-8088-3fc97baf503c', 'tag': '13711dcd-ffcb-4c1a-aaf0-9459698db103'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:27:19.736448 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd2e6fa-f35b-4e89-8ad4-2b033fabb2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e81a45e4-c107-4cf7-8088-3fc97baf503c", "tag": "13711dcd-ffcb-4c1a-aaf0-9459698db103"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:27:20.044688 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f41a8d6-c57e-4e0a-8a4a-5699db406393 x-openstack-request-id: req-2f41a8d6-c57e-4e0a-8a4a-5699db406393 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:27:20.044983 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81a45e4-c107-4cf7-8088-3fc97baf503c", "tag": "13711dcd-ffcb-4c1a-aaf0-9459698db103", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:27:20.045234 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f41a8d6-c57e-4e0a-8a4a-5699db406393 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:27:20.045653 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81a45e4-c107-4cf7-8088-3fc97baf503c', 'tag': '13711dcd-ffcb-4c1a-aaf0-9459698db103', 'status': 'completed', 'code': 200} Feb 14 16:27:20.063316 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180d987-1f33-41bc-bc0e-d12a22d0a9da service neutron] Pushing event updated for resources: {'Port': ['ID=13711dcd-ffcb-4c1a-aaf0-9459698db103,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:20.083037 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-5d8a9f17-fab4-4661-9289-209a00084697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:20.084554 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-5d8a9f17-fab4-4661-9289-209a00084697 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 1128 time: 0.3182726 Feb 14 16:27:20.507133 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba80237-3d11-4046-a398-3d4cd9585d55 req-16459f11-8c44-4f4e-82ee-c3d96a801a03 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:20.509199 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-dba80237-3d11-4046-a398-3d4cd9585d55 req-16459f11-8c44-4f4e-82ee-c3d96a801a03 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 944 time: 0.0591567 Feb 14 16:27:20.555970 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-dba80237-3d11-4046-a398-3d4cd9585d55 req-e59eaa0f-0b36-404a-a575-c4856133a00c tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411766 Feb 14 16:27:20.713408 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d2d6-c6fa-4eaa-ba62-531b2c5178d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:21.484521 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-47bafa16-163c-4cc9-b23f-49734682f754 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13711dcd-ffcb-4c1a-aaf0-9459698db103 HTTP/1.1" status: 200 len: 217 time: 0.0376444 Feb 14 16:27:21.674609 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552698a3-ad23-4e54-a84c-eb602b83743b req-6a72412a-2d72-444d-9a76-841ce1141cc0 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:21.676124 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-552698a3-ad23-4e54-a84c-eb602b83743b req-6a72412a-2d72-444d-9a76-841ce1141cc0 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 944 time: 0.0527654 Feb 14 16:27:21.724126 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-552698a3-ad23-4e54-a84c-eb602b83743b req-5bcb1adb-e654-4b45-bf35-2f7be1ed46ac tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410964 Feb 14 16:27:22.039973 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:22.381559 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-d20f74f5-0be8-46d4-b54d-f8133815edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:22.383404 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-d20f74f5-0be8-46d4-b54d-f8133815edab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b4c5ab6-b530-4a40-828d-6c24277d6e4f HTTP/1.1" status: 200 len: 851 time: 0.0425634 Feb 14 16:27:22.433061 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-542d6540-7805-4cb3-bb3e-a067251677cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:22.434556 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-542d6540-7805-4cb3-bb3e-a067251677cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44684784-0d26-471d-9a19-2b37a993c4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422750 Feb 14 16:27:22.527054 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-b21d097d-cdeb-4a72-9efd-46925a4a0562 service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844061 Feb 14 16:27:22.616031 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-ab49e54d-4217-4c51-8be4-43f479ffda6c req-bb15e5d9-fcd9-4eb9-be60-15c2fa6dbb34 service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813777 Feb 14 16:27:22.718258 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2e6fa-f35b-4e89-8ad4-2b033fabb2c6 req-76c4d43d-4045-48b0-aa30-ac7077d837cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:22.719767 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0cd2e6fa-f35b-4e89-8ad4-2b033fabb2c6 req-76c4d43d-4045-48b0-aa30-ac7077d837cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 1128 time: 0.0493731 Feb 14 16:27:22.859394 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2e6fa-f35b-4e89-8ad4-2b033fabb2c6 req-4378912f-3785-42eb-8f31-9cc00b592bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:22.860948 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0cd2e6fa-f35b-4e89-8ad4-2b033fabb2c6 req-4378912f-3785-42eb-8f31-9cc00b592bcb service neutron] 10.222.0.42 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 913 time: 0.1340811 Feb 14 16:27:22.875593 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3264c3-c6b6-4220-83f3-cefc5fe69112 req-18bcc68d-7b6d-4ae6-87d7-a6a763d1ae8b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:22.877234 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8a3264c3-c6b6-4220-83f3-cefc5fe69112 req-18bcc68d-7b6d-4ae6-87d7-a6a763d1ae8b tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 944 time: 0.0743740 Feb 14 16:27:22.932542 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8a3264c3-c6b6-4220-83f3-cefc5fe69112 req-cca09491-331a-45e5-80ff-8e44cecc2e26 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497859 Feb 14 16:27:23.554661 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:23.686566 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0cd2e6fa-f35b-4e89-8ad4-2b033fabb2c6 req-5b0dd6fe-c370-4851-838b-107da9a3dfb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13711dcd-ffcb-4c1a-aaf0-9459698db103 HTTP/1.1" status: 200 len: 217 time: 0.0356519 Feb 14 16:27:24.067534 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469cf7d-9ebb-4b18-b222-0096d8a1da77 req-b9c605a8-21b6-47d1-b967-dce524b7e1f1 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:24.068904 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5469cf7d-9ebb-4b18-b222-0096d8a1da77 req-b9c605a8-21b6-47d1-b967-dce524b7e1f1 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 944 time: 0.0673440 Feb 14 16:27:24.122537 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-5469cf7d-9ebb-4b18-b222-0096d8a1da77 req-add61b34-87d4-45cf-a161-f78a11d9d175 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472817 Feb 14 16:27:24.485689 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2e6fa-f35b-4e89-8ad4-2b033fabb2c6 req-fadb8297-5e41-42fa-810c-06d827a51448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:24.487148 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0cd2e6fa-f35b-4e89-8ad4-2b033fabb2c6 req-fadb8297-5e41-42fa-810c-06d827a51448 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b4c5ab6-b530-4a40-828d-6c24277d6e4f HTTP/1.1" status: 200 len: 851 time: 0.0444481 Feb 14 16:27:24.762587 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:25.241279 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6d986-72de-4095-99d2-957781456841 req-0dc3dee7-98f8-4b1a-8f36-c92a4fa1a13d tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:25.243554 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b3a6d986-72de-4095-99d2-957781456841 req-0dc3dee7-98f8-4b1a-8f36-c92a4fa1a13d tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 944 time: 0.0567608 Feb 14 16:27:25.290360 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b3a6d986-72de-4095-99d2-957781456841 req-9a1493c8-64fc-43f6-936f-1ed9901fef60 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413911 Feb 14 16:27:25.390566 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2e6fa-f35b-4e89-8ad4-2b033fabb2c6 req-52066a3c-ade4-4fa7-958d-bdc67f53e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:25.392027 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0cd2e6fa-f35b-4e89-8ad4-2b033fabb2c6 req-52066a3c-ade4-4fa7-958d-bdc67f53e000 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44684784-0d26-471d-9a19-2b37a993c4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432992 Feb 14 16:27:25.485231 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0cd2e6fa-f35b-4e89-8ad4-2b033fabb2c6 req-f58e1c9a-c44e-4ecd-b29b-035b06e6435d service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839860 Feb 14 16:27:25.573091 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0cd2e6fa-f35b-4e89-8ad4-2b033fabb2c6 req-7917f835-6bbd-42e4-8c9e-f793245fa261 service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811732 Feb 14 16:27:26.413485 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf942c-b74f-4aea-a528-9b8709c90690 req-5ab1bf45-ff10-47d4-a837-09891520e9dd tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:26.415534 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d8bf942c-b74f-4aea-a528-9b8709c90690 req-5ab1bf45-ff10-47d4-a837-09891520e9dd tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 944 time: 0.0557868 Feb 14 16:27:26.473422 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-d8bf942c-b74f-4aea-a528-9b8709c90690 req-329c0f19-8b30-4fc8-84a5-5c04c142a748 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505841 Feb 14 16:27:27.598587 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b94bfb-865b-4ae1-bb00-97e7e3dd3ada req-b4e263d8-dd03-4e28-aabe-40ad23cd3b39 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:27.606101 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-95b94bfb-865b-4ae1-bb00-97e7e3dd3ada req-b4e263d8-dd03-4e28-aabe-40ad23cd3b39 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 944 time: 0.0617623 Feb 14 16:27:27.655513 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-95b94bfb-865b-4ae1-bb00-97e7e3dd3ada req-cc38b3a2-ba9d-4a14-b46d-f9961272dbd8 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485845 Feb 14 16:27:27.883820 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57558) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:27.983891 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b0c42692-f011-4a30-a3de-8631d9a4f62a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:28.055253 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b0c42692-f011-4a30-a3de-8631d9a4f62a admin admin] Publish callbacks [] for security_group (0a05a818-cf19-4ffe-9101-739c33792b75), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:28.058748 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b0c42692-f011-4a30-a3de-8631d9a4f62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (0a05a818-cf19-4ffe-9101-739c33792b75), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:28.095261 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-b0c42692-f011-4a30-a3de-8631d9a4f62a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3652f83f8cfd449e9da4e2f202a2025b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103510 Feb 14 16:27:28.096379 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c42692-f011-4a30-a3de-8631d9a4f62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a05a818-cf19-4ffe-9101-739c33792b75,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:28.098576 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57562) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:28.145703 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Publish callbacks [] for security_group (0a05a818-cf19-4ffe-9101-739c33792b75), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:28.166703 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Publish callbacks [] for security_group (0a05a818-cf19-4ffe-9101-739c33792b75), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:28.211951 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (0a05a818-cf19-4ffe-9101-739c33792b75), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:28.214439 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:28.215552 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a05a818-cf19-4ffe-9101-739c33792b75 HTTP/1.1" status: 204 len: 168 time: 0.1159713 Feb 14 16:27:28.223032 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a05a818-cf19-4ffe-9101-739c33792b75,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:28.229832 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:28.230186 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:28.230528 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:28.230860 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:28.231204 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:28.231512 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:28.231835 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:28.232160 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:28.232480 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:28.232800 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:28.233117 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:28.233585 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:28.233904 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af014293-4863-42ca-9f4e-a04bdce2fba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:28.470213 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57570) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:28.483381 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-24b856ea-bcf6-45bb-9bcd-e4911575acdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:28.560491 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-24b856ea-bcf6-45bb-9bcd-e4911575acdb admin admin] Publish callbacks [] for security_group (7bea77d6-a7c6-4244-a2c4-f69aa0f41fda), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:28.564996 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-24b856ea-bcf6-45bb-9bcd-e4911575acdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (7bea77d6-a7c6-4244-a2c4-f69aa0f41fda), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:28.602340 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-24b856ea-bcf6-45bb-9bcd-e4911575acdb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b74815bb8e94d61b9827f65e86d5703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310575 Feb 14 16:27:28.603280 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b856ea-bcf6-45bb-9bcd-e4911575acdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bea77d6-a7c6-4244-a2c4-f69aa0f41fda,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:28.604961 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57572) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:28.651444 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-80806ea2-867c-481c-b99d-91bc67cae824 admin admin] Publish callbacks [] for security_group (7bea77d6-a7c6-4244-a2c4-f69aa0f41fda), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:28.672246 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-80806ea2-867c-481c-b99d-91bc67cae824 admin admin] Publish callbacks [] for security_group (7bea77d6-a7c6-4244-a2c4-f69aa0f41fda), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:28.718940 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-80806ea2-867c-481c-b99d-91bc67cae824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (7bea77d6-a7c6-4244-a2c4-f69aa0f41fda), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:28.721511 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-80806ea2-867c-481c-b99d-91bc67cae824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:28.722952 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-80806ea2-867c-481c-b99d-91bc67cae824 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7bea77d6-a7c6-4244-a2c4-f69aa0f41fda HTTP/1.1" status: 204 len: 168 time: 0.1167121 Feb 14 16:27:28.730858 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80806ea2-867c-481c-b99d-91bc67cae824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bea77d6-a7c6-4244-a2c4-f69aa0f41fda,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:28.787545 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ce750-25ba-422a-81e7-76a83abdc774 req-1b91f787-51ab-4d13-a7a7-7041e81621f3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:28.789020 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-190ce750-25ba-422a-81e7-76a83abdc774 req-1b91f787-51ab-4d13-a7a7-7041e81621f3 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 944 time: 0.0586369 Feb 14 16:27:28.846032 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-190ce750-25ba-422a-81e7-76a83abdc774 req-8e5e9407-2ef7-4931-a481-8b8b068d532a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507696 Feb 14 16:27:29.967010 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fdce4-22ff-4044-b5e4-b84407b7b849 req-453278dd-9306-44e5-a47b-8e7220eefbbc tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:29.968386 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-fa7fdce4-22ff-4044-b5e4-b84407b7b849 req-453278dd-9306-44e5-a47b-8e7220eefbbc tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 944 time: 0.0574217 Feb 14 16:27:30.022343 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-fa7fdce4-22ff-4044-b5e4-b84407b7b849 req-3cde88eb-1ce4-427b-bda1-fc860a3f8a2a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481641 Feb 14 16:27:31.140310 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26018eb0-3369-4810-a32b-414df6d5d86f req-46d4ad35-5526-40e2-8fa3-67bade2dfb85 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:31.141789 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-26018eb0-3369-4810-a32b-414df6d5d86f req-46d4ad35-5526-40e2-8fa3-67bade2dfb85 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 944 time: 0.0513799 Feb 14 16:27:31.192613 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-26018eb0-3369-4810-a32b-414df6d5d86f req-7df45a22-d1f1-4d52-9aac-6fce60232dde tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454140 Feb 14 16:27:32.308187 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e1cb2-81a1-4696-8c02-ad8d4436db97 req-6dfece9f-d8f0-435f-b012-21f1a4dfbbe9 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:32.309675 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-dd5e1cb2-81a1-4696-8c02-ad8d4436db97 req-6dfece9f-d8f0-435f-b012-21f1a4dfbbe9 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 944 time: 0.0526152 Feb 14 16:27:32.359157 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-dd5e1cb2-81a1-4696-8c02-ad8d4436db97 req-dae9def9-04a8-4e3e-bffd-415c131e0e22 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440416 Feb 14 16:27:32.980471 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 13711dcd-ffcb-4c1a-aaf0-9459698db103 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:27:33.074507 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 13711dcd-ffcb-4c1a-aaf0-9459698db103, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=13711dcd-ffcb-4c1a-aaf0-9459698db103,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:27:33.086477 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '13711dcd-ffcb-4c1a-aaf0-9459698db103', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'port_id': '13711dcd-ffcb-4c1a-aaf0-9459698db103', 'mac_address': 'fa:16:3e:7a:a3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:27:33.122316 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 13711dcd-ffcb-4c1a-aaf0-9459698db103 is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:27:33.122720 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:33.135331 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13711dcd-ffcb-4c1a-aaf0-9459698db103 {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:27:33.154960 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 13711dcd-ffcb-4c1a-aaf0-9459698db103, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=13711dcd-ffcb-4c1a-aaf0-9459698db103,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:27:33.158943 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:33.202808 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=13711dcd-ffcb-4c1a-aaf0-9459698db103,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:33.209593 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:33.209951 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:33.210299 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:33.210638 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:33.211480 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:33.211811 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:33.212138 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:33.212462 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:33.212790 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:33.213117 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:33.213441 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:33.213783 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:33.214103 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:27:33.476237 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea642a0-5a49-455d-b883-a9ca5383e9ca req-aa27b354-aaa2-4e5d-a91b-39349658a8c9 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:33.477806 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2ea642a0-5a49-455d-b883-a9ca5383e9ca req-aa27b354-aaa2-4e5d-a91b-39349658a8c9 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 945 time: 0.0518630 Feb 14 16:27:33.525619 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-2ea642a0-5a49-455d-b883-a9ca5383e9ca req-bbcd11ab-8559-407a-b9ad-ec13f4ab26db tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421202 Feb 14 16:27:34.641025 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939d44c-fb34-4221-b317-3e40523d1e33 req-1019c9c1-8bc0-4b26-9b58-c37996abf087 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:34.642483 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2939d44c-fb34-4221-b317-3e40523d1e33 req-1019c9c1-8bc0-4b26-9b58-c37996abf087 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 945 time: 0.0508161 Feb 14 16:27:34.691534 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2939d44c-fb34-4221-b317-3e40523d1e33 req-37feb379-9cbc-4971-97a4-3f506dc96a63 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436416 Feb 14 16:27:35.071005 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['13711dcd-ffcb-4c1a-aaf0-9459698db103'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:27:35.805879 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e2232-010d-4ce6-8d7a-175a98051b81 req-877768aa-343e-448c-a975-c4210c5400d7 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:35.807264 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-850e2232-010d-4ce6-8d7a-175a98051b81 req-877768aa-343e-448c-a975-c4210c5400d7 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 945 time: 0.0518157 Feb 14 16:27:35.855498 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-850e2232-010d-4ce6-8d7a-175a98051b81 req-1548807a-b862-4d21-ad62-dda227022039 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427597 Feb 14 16:27:36.446437 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57718) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:36.547819 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d41265f0-80a2-4237-9601-85db3c8122fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:36.629281 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d41265f0-80a2-4237-9601-85db3c8122fc admin admin] Publish callbacks [] for security_group (0d7ff69a-18bb-47d2-8efa-ca1a6097466b), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:36.633394 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d41265f0-80a2-4237-9601-85db3c8122fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (0d7ff69a-18bb-47d2-8efa-ca1a6097466b), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:36.669675 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41265f0-80a2-4237-9601-85db3c8122fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7ff69a-18bb-47d2-8efa-ca1a6097466b,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:36.674917 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-d41265f0-80a2-4237-9601-85db3c8122fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58b3cee9f8f34d56ad93f999294a370b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274678 Feb 14 16:27:36.677644 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57722) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:36.724996 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-be169a0e-d5b1-4e4e-8d3c-6df4795956aa admin admin] Publish callbacks [] for security_group (0d7ff69a-18bb-47d2-8efa-ca1a6097466b), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:36.745976 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-be169a0e-d5b1-4e4e-8d3c-6df4795956aa admin admin] Publish callbacks [] for security_group (0d7ff69a-18bb-47d2-8efa-ca1a6097466b), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:36.792039 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 13711dcd-ffcb-4c1a-aaf0-9459698db103 up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:27:36.797226 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-be169a0e-d5b1-4e4e-8d3c-6df4795956aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (0d7ff69a-18bb-47d2-8efa-ca1a6097466b), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:36.799873 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-be169a0e-d5b1-4e4e-8d3c-6df4795956aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:36.801075 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-be169a0e-d5b1-4e4e-8d3c-6df4795956aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d7ff69a-18bb-47d2-8efa-ca1a6097466b HTTP/1.1" status: 204 len: 168 time: 0.1225274 Feb 14 16:27:36.809424 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be169a0e-d5b1-4e4e-8d3c-6df4795956aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7ff69a-18bb-47d2-8efa-ca1a6097466b,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:36.852398 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port 13711dcd-ffcb-4c1a-aaf0-9459698db103 completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:27:36.856160 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 13711dcd-ffcb-4c1a-aaf0-9459698db103 triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:27:36.856536 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:36.942217 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 13711dcd-ffcb-4c1a-aaf0-9459698db103 is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:27:36.942778 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:36.966371 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81a45e4-c107-4cf7-8088-3fc97baf503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13711dcd-ffcb-4c1a-aaf0-9459698db103'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:27:36.968632 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39b523d-9dd2-4425-b4f1-78a437c8bff3" -d '{"events": [{"server_uuid": "e81a45e4-c107-4cf7-8088-3fc97baf503c", "name": "network-vif-plugged", "status": "completed", "tag": "13711dcd-ffcb-4c1a-aaf0-9459698db103"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:27:36.983892 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 13711dcd-ffcb-4c1a-aaf0-9459698db103, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=13711dcd-ffcb-4c1a-aaf0-9459698db103,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:27:36.992992 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:36.993932 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846a3c7-506b-40a8-b39f-9a0382d81762 req-3e3c406c-ec50-487d-be07-d47bebbe32da tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:36.995465 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c846a3c7-506b-40a8-b39f-9a0382d81762 req-3e3c406c-ec50-487d-be07-d47bebbe32da tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 945 time: 0.0597661 Feb 14 16:27:37.021246 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d62fd1-73bc-4691-9a17-ec11acfbc712 x-openstack-request-id: req-a8d62fd1-73bc-4691-9a17-ec11acfbc712 {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:27:37.021626 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81a45e4-c107-4cf7-8088-3fc97baf503c", "name": "network-vif-plugged", "status": "completed", "tag": "13711dcd-ffcb-4c1a-aaf0-9459698db103", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:27:37.022015 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8d62fd1-73bc-4691-9a17-ec11acfbc712 {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:27:37.022295 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81a45e4-c107-4cf7-8088-3fc97baf503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13711dcd-ffcb-4c1a-aaf0-9459698db103', 'code': 200} Feb 14 16:27:37.052804 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=13711dcd-ffcb-4c1a-aaf0-9459698db103,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:37.080812 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c846a3c7-506b-40a8-b39f-9a0382d81762 req-fdd339d1-84de-4407-abd2-8f87ab9f1d2a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769234 Feb 14 16:27:37.120553 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57738) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:37.134825 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b70e1745-8abd-4087-be8b-d48cf835ccf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:37.230781 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b70e1745-8abd-4087-be8b-d48cf835ccf5 admin admin] Publish callbacks [] for security_group (2ffced55-a2f3-478e-a5b4-701e14695226), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:37.234545 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-b70e1745-8abd-4087-be8b-d48cf835ccf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (2ffced55-a2f3-478e-a5b4-701e14695226), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:37.278433 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-b70e1745-8abd-4087-be8b-d48cf835ccf5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ef01f5b8665450c86c94a64fa6f4b71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567285 Feb 14 16:27:37.278700 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152256a-d73a-4e1e-bdcf-cac74710f93a req-5e6c15ed-c140-44d6-86ef-bf84d3a6b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:37.280164 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e152256a-d73a-4e1e-bdcf-cac74710f93a req-5e6c15ed-c140-44d6-86ef-bf84d3a6b272 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 1130 time: 0.0458910 Feb 14 16:27:37.280918 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57742) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:37.299612 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e1745-8abd-4087-be8b-d48cf835ccf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffced55-a2f3-478e-a5b4-701e14695226,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:37.339040 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-e152256a-d73a-4e1e-bdcf-cac74710f93a req-7972a0d4-fa57-442f-a109-8b6cd8c95b41 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456278 Feb 14 16:27:37.351916 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-693006d3-ade5-410f-ae35-6ba531e14164 admin admin] Publish callbacks [] for security_group (2ffced55-a2f3-478e-a5b4-701e14695226), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:37.372075 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-693006d3-ade5-410f-ae35-6ba531e14164 admin admin] Publish callbacks [] for security_group (2ffced55-a2f3-478e-a5b4-701e14695226), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:37.418408 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-693006d3-ade5-410f-ae35-6ba531e14164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (2ffced55-a2f3-478e-a5b4-701e14695226), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:37.420881 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-693006d3-ade5-410f-ae35-6ba531e14164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:37.422037 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-693006d3-ade5-410f-ae35-6ba531e14164 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ffced55-a2f3-478e-a5b4-701e14695226 HTTP/1.1" status: 204 len: 168 time: 0.1401846 Feb 14 16:27:37.429423 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693006d3-ade5-410f-ae35-6ba531e14164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffced55-a2f3-478e-a5b4-701e14695226,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:38.206111 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782c11f-047f-48ac-9f5f-9ad9a9773961 req-0b1ebc86-62e4-4a13-9dac-94b1fc864578 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:38.207595 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b782c11f-047f-48ac-9f5f-9ad9a9773961 req-0b1ebc86-62e4-4a13-9dac-94b1fc864578 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 946 time: 0.0560949 Feb 14 16:27:38.256345 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b782c11f-047f-48ac-9f5f-9ad9a9773961 req-b7da5d11-2b2b-425b-a018-9a4fd9154104 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429718 Feb 14 16:27:39.377927 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4022f48-70f1-468a-9ba4-eb72f2c10e6a req-0564e04b-c62c-410f-a4aa-5de52dc1895c tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:39.379484 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b4022f48-70f1-468a-9ba4-eb72f2c10e6a req-0564e04b-c62c-410f-a4aa-5de52dc1895c tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 946 time: 0.0575707 Feb 14 16:27:39.426694 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b4022f48-70f1-468a-9ba4-eb72f2c10e6a req-4938cfad-8336-4ea6-ba09-cc3618041267 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410762 Feb 14 16:27:40.546120 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68392b-5724-4edc-8b06-12e81c78432c req-1910640c-5cf5-43f5-8e70-be16ce89ee89 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:40.547586 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6c68392b-5724-4edc-8b06-12e81c78432c req-1910640c-5cf5-43f5-8e70-be16ce89ee89 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 946 time: 0.0545301 Feb 14 16:27:40.594459 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6c68392b-5724-4edc-8b06-12e81c78432c req-574ae9df-5ca2-452f-90c4-75f4d2189f59 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414679 Feb 14 16:27:41.321180 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:41.587414 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:27:41.709646 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed310e-9c8e-4287-939f-d665b0691fa6 req-824d94e4-2219-4dd7-900a-14511da5ace7 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:41.711649 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b5ed310e-9c8e-4287-939f-d665b0691fa6 req-824d94e4-2219-4dd7-900a-14511da5ace7 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 946 time: 0.0525129 Feb 14 16:27:41.758322 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b5ed310e-9c8e-4287-939f-d665b0691fa6 req-9e21dbb5-cf82-448e-acc3-a0e745f4e149 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407043 Feb 14 16:27:41.874523 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6c46a-69bd-453c-bd58-2b17befee5ed req-1d9f61f4-0bd8-4a65-9782-01dcde6f6244 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:41.875985 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-73f6c46a-69bd-453c-bd58-2b17befee5ed req-1d9f61f4-0bd8-4a65-9782-01dcde6f6244 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 946 time: 0.0514376 Feb 14 16:27:41.922619 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-73f6c46a-69bd-453c-bd58-2b17befee5ed req-4507fca3-e68b-4352-a613-1bacfd6ef3b2 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411425 Feb 14 16:27:41.946461 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57840) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:42.131009 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b86f90-9607-4ca6-a7c1-df575e724fb9 tempest-TestVolumeBootPattern-1867311217 tempest-TestVolumeBootPattern-1867311217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:42.132534 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-23b86f90-9607-4ca6-a7c1-df575e724fb9 tempest-TestVolumeBootPattern-1867311217 tempest-TestVolumeBootPattern-1867311217-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 1125 time: 0.1849775 Feb 14 16:27:42.135266 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57844) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:42.139331 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Request body: {'floatingip': {'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'port_id': '13711dcd-ffcb-4c1a-aaf0-9459698db103', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:27:42.158612 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:42.255913 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:42.359822 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Allocated IP 172.27.2.215 (fbee9b82-1d0f-41e0-9255-a9db1855e990/5d174cb0-3678-4266-9ab7-d467ad419453/42192a9a-bda9-479e-9ea3-feb61a6a1da8) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:27:42.459389 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for port (42192a9a-bda9-479e-9ea3-feb61a6a1da8), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:42.510876 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (42192a9a-bda9-479e-9ea3-feb61a6a1da8), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:42.549670 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Network fbee9b82-1d0f-41e0-9255-a9db1855e990 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:27:42.552557 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:27:42.558660 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:27:42.586215 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'Port': ['ID=42192a9a-bda9-479e-9ea3-feb61a6a1da8,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:42.660969 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57858) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:42.771309 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3c0e00cc-c3ae-4706-a1e4-40d94ab11807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:42.858480 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3c0e00cc-c3ae-4706-a1e4-40d94ab11807 admin admin] Publish callbacks [] for security_group (1837bf82-d165-45f2-959d-0f8b51def20c), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:42.865009 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-3c0e00cc-c3ae-4706-a1e4-40d94ab11807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1837bf82-d165-45f2-959d-0f8b51def20c), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:42.909285 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e00cc-c3ae-4706-a1e4-40d94ab11807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1837bf82-d165-45f2-959d-0f8b51def20c,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:42.917152 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-3c0e00cc-c3ae-4706-a1e4-40d94ab11807 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d3ba15008bcc46a5b8d9b383113bceba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550476 Feb 14 16:27:42.918246 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57878) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:42.969320 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bb9c72bc-993b-4b3c-91de-59a1b5c2ae54 admin admin] Publish callbacks [] for security_group (1837bf82-d165-45f2-959d-0f8b51def20c), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:42.981028 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for floatingip (c6a30ecb-10d8-4e85-8a79-a796e10f40af), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:42.991614 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bb9c72bc-993b-4b3c-91de-59a1b5c2ae54 admin admin] Publish callbacks [] for security_group (1837bf82-d165-45f2-959d-0f8b51def20c), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:43.043434 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bb9c72bc-993b-4b3c-91de-59a1b5c2ae54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1837bf82-d165-45f2-959d-0f8b51def20c), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:43.046237 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-bb9c72bc-993b-4b3c-91de-59a1b5c2ae54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:43.047395 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-bb9c72bc-993b-4b3c-91de-59a1b5c2ae54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1837bf82-d165-45f2-959d-0f8b51def20c HTTP/1.1" status: 204 len: 168 time: 0.1283739 Feb 14 16:27:43.056330 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c72bc-993b-4b3c-91de-59a1b5c2ae54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1837bf82-d165-45f2-959d-0f8b51def20c,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:43.063735 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (42192a9a-bda9-479e-9ea3-feb61a6a1da8), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:43.220361 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for port (42192a9a-bda9-479e-9ea3-feb61a6a1da8), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:43.224906 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (42192a9a-bda9-479e-9ea3-feb61a6a1da8), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:43.297432 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event updated for resources: {'Port': ['ID=42192a9a-bda9-479e-9ea3-feb61a6a1da8,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:43.307115 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628967'] for floatingip (c6a30ecb-10d8-4e85-8a79-a796e10f40af), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:43.325720 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57892) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:43.338935 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-90800e20-ebe1-4237-aa23-c5a337715a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:43.409376 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.l3_db [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Floating IP c6a30ecb-10d8-4e85-8a79-a796e10f40af associated. External IP: 172.27.2.215, port: 13711dcd-ffcb-4c1a-aaf0-9459698db103. Feb 14 16:27:43.412117 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-90800e20-ebe1-4237-aa23-c5a337715a48 admin admin] Publish callbacks [] for security_group (c64e390d-577d-4c9a-98c0-77344ea68268), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:43.416710 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-90800e20-ebe1-4237-aa23-c5a337715a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (c64e390d-577d-4c9a-98c0-77344ea68268), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:43.453573 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-90800e20-ebe1-4237-aa23-c5a337715a48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d2ada828fcc4d8a823b2fc312681ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265676 Feb 14 16:27:43.454444 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90800e20-ebe1-4237-aa23-c5a337715a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64e390d-577d-4c9a-98c0-77344ea68268,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:43.456118 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57894) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:43.550622 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5791db70-fb8d-4e2a-846b-cf6563297141 admin admin] Publish callbacks [] for security_group (c64e390d-577d-4c9a-98c0-77344ea68268), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:43.610804 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5791db70-fb8d-4e2a-846b-cf6563297141 admin admin] Publish callbacks [] for security_group (c64e390d-577d-4c9a-98c0-77344ea68268), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:43.697961 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Router 269844b9-805e-4fa3-9db3-057ace461cd7 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:27:43.708305 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5791db70-fb8d-4e2a-846b-cf6563297141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (c64e390d-577d-4c9a-98c0-77344ea68268), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:43.711353 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5791db70-fb8d-4e2a-846b-cf6563297141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:43.712476 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-5791db70-fb8d-4e2a-846b-cf6563297141 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c64e390d-577d-4c9a-98c0-77344ea68268 HTTP/1.1" status: 204 len: 168 time: 0.2553794 Feb 14 16:27:43.721799 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791db70-fb8d-4e2a-846b-cf6563297141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64e390d-577d-4c9a-98c0-77344ea68268,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:43.820692 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:27:43.834529 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afca4e1-7a61-46a1-a5eb-9eb0a38eb2a7 None None] Sync routers for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:27:43.840025 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:43.844476 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afca4e1-7a61-46a1-a5eb-9eb0a38eb2a7 None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:27:43.845085 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-2afca4e1-7a61-46a1-a5eb-9eb0a38eb2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:27:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:43.882496 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-fdfd02a6-ac83-4c90-bfe8-3aa92416ec96 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7386920 Feb 14 16:27:43.882496 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81a45e4-c107-4cf7-8088-3fc97baf503c', 'tag': '13711dcd-ffcb-4c1a-aaf0-9459698db103'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:27:43.882496 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e328338-d054-466b-8200-aafed3cc3e40" -d '{"events": [{"name": "network-changed", "server_uuid": "e81a45e4-c107-4cf7-8088-3fc97baf503c", "tag": "13711dcd-ffcb-4c1a-aaf0-9459698db103"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:27:43.917784 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a204a9-9946-4c19-b971-9b9e9d21c752 x-openstack-request-id: req-d0a204a9-9946-4c19-b971-9b9e9d21c752 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:27:43.918086 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81a45e4-c107-4cf7-8088-3fc97baf503c", "tag": "13711dcd-ffcb-4c1a-aaf0-9459698db103", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:27:43.918344 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0a204a9-9946-4c19-b971-9b9e9d21c752 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:27:43.918746 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81a45e4-c107-4cf7-8088-3fc97baf503c', 'tag': '13711dcd-ffcb-4c1a-aaf0-9459698db103', 'status': 'completed', 'code': 200} Feb 14 16:27:43.965104 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-2afca4e1-7a61-46a1-a5eb-9eb0a38eb2a7 None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:27:43.984090 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e328338-d054-466b-8200-aafed3cc3e40 req-0f4efc13-b32c-4108-972f-492d9b39715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:43.985641 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5e328338-d054-466b-8200-aafed3cc3e40 req-0f4efc13-b32c-4108-972f-492d9b39715b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 1130 time: 0.0467997 Feb 14 16:27:44.088175 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e328338-d054-466b-8200-aafed3cc3e40 req-32bad43a-8b0e-4c05-bc5b-bb9dc3ca9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:44.089932 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5e328338-d054-466b-8200-aafed3cc3e40 req-32bad43a-8b0e-4c05-bc5b-bb9dc3ca9b6e service neutron] 10.222.0.42 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 913 time: 0.0966125 Feb 14 16:27:44.185511 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5e328338-d054-466b-8200-aafed3cc3e40 req-328a84ec-68dd-424c-a1d8-333f1e541b78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13711dcd-ffcb-4c1a-aaf0-9459698db103 HTTP/1.1" status: 200 len: 1000 time: 0.0847893 Feb 14 16:27:44.216125 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-2afca4e1-7a61-46a1-a5eb-9eb0a38eb2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': '2c617f9b-5e38-45d1-9962-af6b31ea6858', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'port_id': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'mac_address': 'fa:16:3e:95:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:25:26Z', 'updated_at': '2022-02-14T16:25:28Z', 'revision_number': 1, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address_scope': None}, {'id': 'c6a30ecb-10d8-4e85-8a79-a796e10f40af', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'floating_ip_address': '172.27.2.215', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'port_id': '13711dcd-ffcb-4c1a-aaf0-9459698db103', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'mac_address': 'fa:16:3e:7a:a3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81a45e4-c107-4cf7-8088-3fc97baf503c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:27:42Z', 'updated_at': '2022-02-14T16:27:42Z', 'revision_number': 0, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:44.235524 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e328338-d054-466b-8200-aafed3cc3e40 req-b0473447-8cf3-4054-a7a2-536d996f23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:44.237031 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5e328338-d054-466b-8200-aafed3cc3e40 req-b0473447-8cf3-4054-a7a2-536d996f23f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b4c5ab6-b530-4a40-828d-6c24277d6e4f HTTP/1.1" status: 200 len: 851 time: 0.0485182 Feb 14 16:27:44.249524 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afca4e1-7a61-46a1-a5eb-9eb0a38eb2a7 None None] Checking router: 269844b9-805e-4fa3-9db3-057ace461cd7 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:27:44.259528 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afca4e1-7a61-46a1-a5eb-9eb0a38eb2a7 None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:27:44.260234 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-2afca4e1-7a61-46a1-a5eb-9eb0a38eb2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:27:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:44.291457 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e328338-d054-466b-8200-aafed3cc3e40 req-d8b1001e-102b-44a0-9251-89b2876286cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:44.293411 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5e328338-d054-466b-8200-aafed3cc3e40 req-d8b1001e-102b-44a0-9251-89b2876286cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44684784-0d26-471d-9a19-2b37a993c4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486946 Feb 14 16:27:44.404847 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5e328338-d054-466b-8200-aafed3cc3e40 req-a764ce3d-fee6-4dc0-9b28-75e7766b006a service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047075 Feb 14 16:27:44.515469 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5e328338-d054-466b-8200-aafed3cc3e40 req-9e69d71b-0f45-4c6a-869e-586e2770eb89 service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023846 Feb 14 16:27:44.524232 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-2afca4e1-7a61-46a1-a5eb-9eb0a38eb2a7 None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:27:44.760597 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-2afca4e1-7a61-46a1-a5eb-9eb0a38eb2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': '2c617f9b-5e38-45d1-9962-af6b31ea6858', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'port_id': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'mac_address': 'fa:16:3e:95:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:25:26Z', 'updated_at': '2022-02-14T16:25:28Z', 'revision_number': 1, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address_scope': None}, {'id': 'c6a30ecb-10d8-4e85-8a79-a796e10f40af', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'floating_ip_address': '172.27.2.215', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'port_id': '13711dcd-ffcb-4c1a-aaf0-9459698db103', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'mac_address': 'fa:16:3e:7a:a3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81a45e4-c107-4cf7-8088-3fc97baf503c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:27:42Z', 'updated_at': '2022-02-14T16:27:42Z', 'revision_number': 0, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:27:44.791672 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afca4e1-7a61-46a1-a5eb-9eb0a38eb2a7 None None] The sync data for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi is: [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': '2c617f9b-5e38-45d1-9962-af6b31ea6858', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'port_id': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'mac_address': 'fa:16:3e:95:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:25:26Z', 'updated_at': '2022-02-14T16:25:28Z', 'revision_number': 1, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address_scope': None}, {'id': 'c6a30ecb-10d8-4e85-8a79-a796e10f40af', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'floating_ip_address': '172.27.2.215', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'port_id': '13711dcd-ffcb-4c1a-aaf0-9459698db103', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'mac_address': 'fa:16:3e:7a:a3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81a45e4-c107-4cf7-8088-3fc97baf503c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:27:42Z', 'updated_at': '2022-02-14T16:27:42Z', 'revision_number': 0, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:27:44.987355 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37bacbd-ef1d-4fa1-94f9-15eec7177857 None None] New status for floating IP c6a30ecb-10d8-4e85-8a79-a796e10f40af: ACTIVE {{(pid=102555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:27:45.452143 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57956) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:45.576216 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0fa2-5429-4152-ad01-9d0270559110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:45.665750 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0fa2-5429-4152-ad01-9d0270559110 admin admin] Publish callbacks [] for security_group (40469890-af84-4456-8d4d-88666b17d555), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:45.671944 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0fa2-5429-4152-ad01-9d0270559110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (40469890-af84-4456-8d4d-88666b17d555), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:45.709686 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-a3fd0fa2-5429-4152-ad01-9d0270559110 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64de8f4ba6664c0a9765eb13e2d3a76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564363 Feb 14 16:27:45.710558 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd0fa2-5429-4152-ad01-9d0270559110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40469890-af84-4456-8d4d-88666b17d555,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:45.712593 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57964) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:45.759901 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6a16f18d-1461-4d5d-a927-7e800108d75f admin admin] Publish callbacks [] for security_group (40469890-af84-4456-8d4d-88666b17d555), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:45.780271 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6a16f18d-1461-4d5d-a927-7e800108d75f admin admin] Publish callbacks [] for security_group (40469890-af84-4456-8d4d-88666b17d555), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:45.826884 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6a16f18d-1461-4d5d-a927-7e800108d75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (40469890-af84-4456-8d4d-88666b17d555), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:45.829810 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6a16f18d-1461-4d5d-a927-7e800108d75f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:45.831046 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-6a16f18d-1461-4d5d-a927-7e800108d75f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/40469890-af84-4456-8d4d-88666b17d555 HTTP/1.1" status: 204 len: 168 time: 0.1174724 Feb 14 16:27:45.839111 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16f18d-1461-4d5d-a927-7e800108d75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40469890-af84-4456-8d4d-88666b17d555,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:46.084082 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 57970) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:46.097359 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b83770b4-3462-4b49-bd98-07f5af5d747a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:46.170768 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b83770b4-3462-4b49-bd98-07f5af5d747a admin admin] Publish callbacks [] for security_group (46e88075-d651-4599-b22e-30c84aabf4db), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:46.174336 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b83770b4-3462-4b49-bd98-07f5af5d747a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (46e88075-d651-4599-b22e-30c84aabf4db), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:46.211709 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-b83770b4-3462-4b49-bd98-07f5af5d747a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9273568c775842deb4bd18bad057431d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265664 Feb 14 16:27:46.212568 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83770b4-3462-4b49-bd98-07f5af5d747a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e88075-d651-4599-b22e-30c84aabf4db,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:46.214361 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 57972) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:46.260689 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2a097483-8c38-4539-bf8d-d7280405a5a6 admin admin] Publish callbacks [] for security_group (46e88075-d651-4599-b22e-30c84aabf4db), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:46.280627 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2a097483-8c38-4539-bf8d-d7280405a5a6 admin admin] Publish callbacks [] for security_group (46e88075-d651-4599-b22e-30c84aabf4db), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:46.327683 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2a097483-8c38-4539-bf8d-d7280405a5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (46e88075-d651-4599-b22e-30c84aabf4db), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:46.330320 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2a097483-8c38-4539-bf8d-d7280405a5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:46.331476 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-2a097483-8c38-4539-bf8d-d7280405a5a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/46e88075-d651-4599-b22e-30c84aabf4db HTTP/1.1" status: 204 len: 168 time: 0.1160703 Feb 14 16:27:46.339117 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a097483-8c38-4539-bf8d-d7280405a5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e88075-d651-4599-b22e-30c84aabf4db,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:48.030403 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed29416-2ce8-4caf-9942-24c7a5fc77d4 req-a61e8edb-f47c-46ca-ac0a-25b049411fbe tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:48.031903 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5ed29416-2ce8-4caf-9942-24c7a5fc77d4 req-a61e8edb-f47c-46ca-ac0a-25b049411fbe tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0556750 Feb 14 16:27:48.091682 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5ed29416-2ce8-4caf-9942-24c7a5fc77d4 req-670bbe62-c207-489d-a59c-bcb899641c87 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539033 Feb 14 16:27:48.470353 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-9c131e07-f0cf-4022-b04e-7d2dd655682a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:48.669318 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 58054) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:48.770980 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c85edc6d-6d12-46eb-8f66-4b612273bd76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:48.841537 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c85edc6d-6d12-46eb-8f66-4b612273bd76 admin admin] Publish callbacks [] for security_group (be8701dd-de11-4bce-9950-600cb2d77b0b), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:48.845232 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c85edc6d-6d12-46eb-8f66-4b612273bd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (be8701dd-de11-4bce-9950-600cb2d77b0b), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:48.883314 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-c85edc6d-6d12-46eb-8f66-4b612273bd76 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be62a71d7a094dda9f95b01d6679e537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128773 Feb 14 16:27:48.884517 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85edc6d-6d12-46eb-8f66-4b612273bd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8701dd-de11-4bce-9950-600cb2d77b0b,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:48.886026 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 58060) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:48.933263 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-56951f8e-61f6-4c5d-88ae-e2696b1d01a6 admin admin] Publish callbacks [] for security_group (be8701dd-de11-4bce-9950-600cb2d77b0b), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:48.956215 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-56951f8e-61f6-4c5d-88ae-e2696b1d01a6 admin admin] Publish callbacks [] for security_group (be8701dd-de11-4bce-9950-600cb2d77b0b), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:49.001857 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-56951f8e-61f6-4c5d-88ae-e2696b1d01a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (be8701dd-de11-4bce-9950-600cb2d77b0b), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:49.004271 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-56951f8e-61f6-4c5d-88ae-e2696b1d01a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:49.005401 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-56951f8e-61f6-4c5d-88ae-e2696b1d01a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be8701dd-de11-4bce-9950-600cb2d77b0b HTTP/1.1" status: 204 len: 168 time: 0.1183691 Feb 14 16:27:49.012543 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56951f8e-61f6-4c5d-88ae-e2696b1d01a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8701dd-de11-4bce-9950-600cb2d77b0b,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:49.213782 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c95ff-18eb-4fb8-854c-ad93026f9770 req-3ad5bb96-6210-4afa-96ee-5750b244b7d5 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:49.215340 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f08c95ff-18eb-4fb8-854c-ad93026f9770 req-3ad5bb96-6210-4afa-96ee-5750b244b7d5 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0543435 Feb 14 16:27:49.264916 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 58068) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:49.275809 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-f08c95ff-18eb-4fb8-854c-ad93026f9770 req-72b51b9b-f5a6-4156-b4f5-d577d4635ace tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546880 Feb 14 16:27:49.278556 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-eeae0dec-0c2e-4f74-a4ce-9aeba43fff08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:49.348848 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-eeae0dec-0c2e-4f74-a4ce-9aeba43fff08 admin admin] Publish callbacks [] for security_group (b8437610-580d-46bf-96e6-ce5b60c78551), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:49.352548 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-eeae0dec-0c2e-4f74-a4ce-9aeba43fff08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (b8437610-580d-46bf-96e6-ce5b60c78551), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:49.391294 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-eeae0dec-0c2e-4f74-a4ce-9aeba43fff08 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e818801f3a874b849d584c6c41082a37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1252780 Feb 14 16:27:49.392329 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae0dec-0c2e-4f74-a4ce-9aeba43fff08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8437610-580d-46bf-96e6-ce5b60c78551,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:49.394136 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 58070) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:49.441281 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-dbc87a31-d7e5-4452-91d3-c43156532d80 admin admin] Publish callbacks [] for security_group (b8437610-580d-46bf-96e6-ce5b60c78551), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:49.462700 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-dbc87a31-d7e5-4452-91d3-c43156532d80 admin admin] Publish callbacks [] for security_group (b8437610-580d-46bf-96e6-ce5b60c78551), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:49.513498 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-dbc87a31-d7e5-4452-91d3-c43156532d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (b8437610-580d-46bf-96e6-ce5b60c78551), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:49.515968 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-dbc87a31-d7e5-4452-91d3-c43156532d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:49.517108 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-dbc87a31-d7e5-4452-91d3-c43156532d80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8437610-580d-46bf-96e6-ce5b60c78551 HTTP/1.1" status: 204 len: 168 time: 0.1213651 Feb 14 16:27:49.525184 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc87a31-d7e5-4452-91d3-c43156532d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8437610-580d-46bf-96e6-ce5b60c78551,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:49.925397 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82311d-57a0-4c54-864c-51eab969fe43 req-1ec8f262-1d46-4fb4-9f00-05da3d410bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:49.926941 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bc82311d-57a0-4c54-864c-51eab969fe43 req-1ec8f262-1d46-4fb4-9f00-05da3d410bc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dd86f1f22d64193882786181698ba1f&device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 1168 time: 0.0516884 Feb 14 16:27:50.018193 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82311d-57a0-4c54-864c-51eab969fe43 req-b7f39be1-f40e-4c28-b755-7507fffa223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:50.020040 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bc82311d-57a0-4c54-864c-51eab969fe43 req-b7f39be1-f40e-4c28-b755-7507fffa223e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0dc4117-1691-444d-bfbc-af01e6b712f4 HTTP/1.1" status: 200 len: 915 time: 0.0858552 Feb 14 16:27:50.091115 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bc82311d-57a0-4c54-864c-51eab969fe43 req-2e0bbfd9-03ef-46d8-821f-5b792fcd9264 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 HTTP/1.1" status: 200 len: 1000 time: 0.0635731 Feb 14 16:27:50.142133 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82311d-57a0-4c54-864c-51eab969fe43 req-2eb34df7-e36e-45ea-9948-64c3f3271c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:50.143594 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bc82311d-57a0-4c54-864c-51eab969fe43 req-2eb34df7-e36e-45ea-9948-64c3f3271c0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eb18125-0c06-4cf7-bbf4-92773fe4089b HTTP/1.1" status: 200 len: 853 time: 0.0458906 Feb 14 16:27:50.194593 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82311d-57a0-4c54-864c-51eab969fe43 req-fdcbae3b-8c0d-4ffe-bdb2-cd8f1988591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:50.196147 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bc82311d-57a0-4c54-864c-51eab969fe43 req-fdcbae3b-8c0d-4ffe-bdb2-cd8f1988591b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0dc4117-1691-444d-bfbc-af01e6b712f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461659 Feb 14 16:27:50.290801 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bc82311d-57a0-4c54-864c-51eab969fe43 req-451e76cf-1a0a-4265-8b6b-116df60c7805 service neutron] 10.222.0.42 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863061 Feb 14 16:27:50.670975 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bc82311d-57a0-4c54-864c-51eab969fe43 req-955fa81a-28a4-45ae-8083-6c2e27ddbb57 service neutron] 10.222.0.42 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709667 Feb 14 16:27:50.701250 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd15910-4f4e-4e49-9996-59cb67d99c42 req-ef261d27-29bb-4898-9e19-89a1398e38de tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:50.701250 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2cd15910-4f4e-4e49-9996-59cb67d99c42 req-ef261d27-29bb-4898-9e19-89a1398e38de tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.3381188 Feb 14 16:27:50.722821 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3d638fbc-b590-4133-ae26-bd24e6b81724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:50.781586 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-2cd15910-4f4e-4e49-9996-59cb67d99c42 req-05c1d1f2-0a2b-48c1-bbd9-866643376ca1 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802164 Feb 14 16:27:51.906350 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3c950-411c-41d5-b5fc-1e54ab9cc0ce req-70da5064-d75d-4021-bac4-3fcc2a9d3c62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:51.907912 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-dbb3c950-411c-41d5-b5fc-1e54ab9cc0ce req-70da5064-d75d-4021-bac4-3fcc2a9d3c62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0536792 Feb 14 16:27:51.970489 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-dbb3c950-411c-41d5-b5fc-1e54ab9cc0ce req-19cf2826-24fa-402f-a2aa-7cf684ec2e62 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570340 Feb 14 16:27:52.041633 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:53.094526 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae0a35-efc8-4e8c-8d25-489e61131fba req-c6268de8-f609-4567-8e21-76c87d9f0e85 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:53.096809 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-83ae0a35-efc8-4e8c-8d25-489e61131fba req-c6268de8-f609-4567-8e21-76c87d9f0e85 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0550141 Feb 14 16:27:53.162945 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-83ae0a35-efc8-4e8c-8d25-489e61131fba req-24423d52-5550-468d-8a54-917944d78eef tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602393 Feb 14 16:27:53.560243 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:53.824385 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 58196) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:53.929534 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-42a51b93-c732-4701-b571-8dc37038ae15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:54.008729 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-42a51b93-c732-4701-b571-8dc37038ae15 admin admin] Publish callbacks [] for security_group (1c3a2b59-7369-4d2a-9905-d8513d5695d7), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:54.012949 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-42a51b93-c732-4701-b571-8dc37038ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1c3a2b59-7369-4d2a-9905-d8513d5695d7), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:54.050252 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a51b93-c732-4701-b571-8dc37038ae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3a2b59-7369-4d2a-9905-d8513d5695d7,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:54.055676 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-42a51b93-c732-4701-b571-8dc37038ae15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d39a3a0422d48f08b7f142e262d3f1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302344 Feb 14 16:27:54.057592 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 58202) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:54.104931 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-db50f3f1-8456-4502-a11b-c12cd0a91a95 admin admin] Publish callbacks [] for security_group (1c3a2b59-7369-4d2a-9905-d8513d5695d7), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:54.126755 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-db50f3f1-8456-4502-a11b-c12cd0a91a95 admin admin] Publish callbacks [] for security_group (1c3a2b59-7369-4d2a-9905-d8513d5695d7), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:54.171336 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-db50f3f1-8456-4502-a11b-c12cd0a91a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1c3a2b59-7369-4d2a-9905-d8513d5695d7), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:54.176481 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-db50f3f1-8456-4502-a11b-c12cd0a91a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:54.176481 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-db50f3f1-8456-4502-a11b-c12cd0a91a95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c3a2b59-7369-4d2a-9905-d8513d5695d7 HTTP/1.1" status: 204 len: 168 time: 0.1165621 Feb 14 16:27:54.183934 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50f3f1-8456-4502-a11b-c12cd0a91a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3a2b59-7369-4d2a-9905-d8513d5695d7,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:54.290733 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa2ff7-792a-4634-ae0b-42491d24f63f req-c72d747b-41c4-43ca-8157-7a68d70e5326 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:54.292345 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ebaa2ff7-792a-4634-ae0b-42491d24f63f req-c72d747b-41c4-43ca-8157-7a68d70e5326 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0558417 Feb 14 16:27:54.353179 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ebaa2ff7-792a-4634-ae0b-42491d24f63f req-f85bc001-36a3-43de-93b5-bc9c666b7ea9 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551558 Feb 14 16:27:54.456451 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 58210) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:54.471506 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7fe3edc6-f54e-4ad2-8083-96d1f864814c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:54.545824 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7fe3edc6-f54e-4ad2-8083-96d1f864814c admin admin] Publish callbacks [] for security_group (13eef131-0fe0-4967-93fe-49016a4d1d13), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:54.549692 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-7fe3edc6-f54e-4ad2-8083-96d1f864814c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (13eef131-0fe0-4967-93fe-49016a4d1d13), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:54.589560 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-7fe3edc6-f54e-4ad2-8083-96d1f864814c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=295f537ca4124f5389d915650cd6ee15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319561 Feb 14 16:27:54.590731 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3edc6-f54e-4ad2-8083-96d1f864814c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eef131-0fe0-4967-93fe-49016a4d1d13,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:54.592239 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 58212) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:27:54.645825 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a3632034-4347-427c-98cf-a2c3b0c16292 admin admin] Publish callbacks [] for security_group (13eef131-0fe0-4967-93fe-49016a4d1d13), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:54.666360 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a3632034-4347-427c-98cf-a2c3b0c16292 admin admin] Publish callbacks [] for security_group (13eef131-0fe0-4967-93fe-49016a4d1d13), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:54.722867 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a3632034-4347-427c-98cf-a2c3b0c16292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (13eef131-0fe0-4967-93fe-49016a4d1d13), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:54.727347 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-a3632034-4347-427c-98cf-a2c3b0c16292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:54.729351 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-a3632034-4347-427c-98cf-a2c3b0c16292 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13eef131-0fe0-4967-93fe-49016a4d1d13 HTTP/1.1" status: 204 len: 168 time: 0.1352234 Feb 14 16:27:54.739694 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3632034-4347-427c-98cf-a2c3b0c16292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eef131-0fe0-4967-93fe-49016a4d1d13,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:27:54.785729 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:27:55.476759 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb8e9e-0a69-47d7-bb32-295c5bbd7ea1 req-9a0bc6fa-9a88-4c68-8b57-854d60cee064 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:55.478647 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8adb8e9e-0a69-47d7-bb32-295c5bbd7ea1 req-9a0bc6fa-9a88-4c68-8b57-854d60cee064 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0542259 Feb 14 16:27:55.541349 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-8adb8e9e-0a69-47d7-bb32-295c5bbd7ea1 req-cde8ae6a-8158-4e64-859b-39c6e2b35376 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550559 Feb 14 16:27:56.677254 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f3e51-6349-4459-af14-2c3d298e894b req-a48771d5-d26d-4c2c-ac0b-3b5a42865af2 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:56.678770 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6a5f3e51-6349-4459-af14-2c3d298e894b req-a48771d5-d26d-4c2c-ac0b-3b5a42865af2 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0567610 Feb 14 16:27:56.750793 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6a5f3e51-6349-4459-af14-2c3d298e894b req-bfa242bb-02f7-42c0-99b5-cda9453f23a7 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572190 Feb 14 16:27:57.871216 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5ef85-f3dc-4b47-bd61-bd72348700a4 req-584637b0-beb2-43ab-af81-c0b40784fda2 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:57.872755 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bfe5ef85-f3dc-4b47-bd61-bd72348700a4 req-584637b0-beb2-43ab-af81-c0b40784fda2 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0557165 Feb 14 16:27:57.935916 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bfe5ef85-f3dc-4b47-bd61-bd72348700a4 req-dea0afab-9c22-4dce-9a76-b47dd4aca42c tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576000 Feb 14 16:27:59.056718 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00229304-fd1e-4ec4-9939-9ebf8f481d2d req-06f711d2-dfbc-4d25-8413-2565328f4d14 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:27:59.058277 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-00229304-fd1e-4ec4-9939-9ebf8f481d2d req-06f711d2-dfbc-4d25-8413-2565328f4d14 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0540423 Feb 14 16:27:59.122586 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-00229304-fd1e-4ec4-9939-9ebf8f481d2d req-86811c4b-6d77-4a36-933d-332eb5969b9c tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585706 Feb 14 16:28:00.245325 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d297d8-739d-4c95-a951-c8c303c7a915 req-8d5e8fee-d694-4512-87e8-36f2c0190015 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:00.246921 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-32d297d8-739d-4c95-a951-c8c303c7a915 req-8d5e8fee-d694-4512-87e8-36f2c0190015 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0587370 Feb 14 16:28:00.306519 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-32d297d8-739d-4c95-a951-c8c303c7a915 req-c273d140-e706-43ae-85a9-17a7bdddfdf5 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539663 Feb 14 16:28:01.425389 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb55043-552e-4249-8966-2ee501498381 req-3e5da35d-950a-469b-95c7-f64279f949d8 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:01.426893 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6bb55043-552e-4249-8966-2ee501498381 req-3e5da35d-950a-469b-95c7-f64279f949d8 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0526781 Feb 14 16:28:01.488532 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-6bb55043-552e-4249-8966-2ee501498381 req-448399fc-f4e9-4c5a-9be0-2a0c5c671201 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548801 Feb 14 16:28:02.612387 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4fcb1-b899-4e37-8333-0efa6d41c5c1 req-c7041327-6ed7-4041-9574-170290035472 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:02.613850 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b1d4fcb1-b899-4e37-8333-0efa6d41c5c1 req-c7041327-6ed7-4041-9574-170290035472 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0563540 Feb 14 16:28:02.660150 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 58378) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:02.676490 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-b1d4fcb1-b899-4e37-8333-0efa6d41c5c1 req-1aff4484-89f1-4dd8-8107-17c13177619d tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552325 Feb 14 16:28:02.762582 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:02.833066 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Publish callbacks [] for security_group (0758f6c2-8b5a-492f-bae8-b4457e8ee236), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:02.837409 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (0758f6c2-8b5a-492f-bae8-b4457e8ee236), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:02.872567 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a1a2b658fc046c3bd6872ee7b4ff32e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113731 Feb 14 16:28:02.874469 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0758f6c2-8b5a-492f-bae8-b4457e8ee236,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:02.875270 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 58382) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:02.881321 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:02.881695 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:02.882043 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:02.882384 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:02.882714 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:02.883558 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:02.883888 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:02.884217 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:02.884543 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:02.884873 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:02.885196 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:02.885540 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:02.885861 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05808a2b-db91-470b-a7f5-468ad47b74db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:02.923147 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a342e889-cc1b-45fa-92cf-7c900631d763 admin admin] Publish callbacks [] for security_group (0758f6c2-8b5a-492f-bae8-b4457e8ee236), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:02.945099 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a342e889-cc1b-45fa-92cf-7c900631d763 admin admin] Publish callbacks [] for security_group (0758f6c2-8b5a-492f-bae8-b4457e8ee236), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:02.995767 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a342e889-cc1b-45fa-92cf-7c900631d763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (0758f6c2-8b5a-492f-bae8-b4457e8ee236), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:02.998540 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a342e889-cc1b-45fa-92cf-7c900631d763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:02.999748 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-a342e889-cc1b-45fa-92cf-7c900631d763 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0758f6c2-8b5a-492f-bae8-b4457e8ee236 HTTP/1.1" status: 204 len: 168 time: 0.1234283 Feb 14 16:28:03.007112 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342e889-cc1b-45fa-92cf-7c900631d763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0758f6c2-8b5a-492f-bae8-b4457e8ee236,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:03.247154 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 58388) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:03.260038 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9db6d31c-d2fd-4187-8618-4b22d16125dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:03.336755 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9db6d31c-d2fd-4187-8618-4b22d16125dc admin admin] Publish callbacks [] for security_group (b8451f5c-0efe-4880-af89-1869651c02e9), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:03.340556 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9db6d31c-d2fd-4187-8618-4b22d16125dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (b8451f5c-0efe-4880-af89-1869651c02e9), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:03.377738 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-9db6d31c-d2fd-4187-8618-4b22d16125dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=841b73ca0d0e4b889eb6a197132daec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295097 Feb 14 16:28:03.378611 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6d31c-d2fd-4187-8618-4b22d16125dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8451f5c-0efe-4880-af89-1869651c02e9,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:03.380462 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 58392) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:03.431367 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-40b735c0-5e1b-44cf-bbdb-ff6b2fcfa0ad admin admin] Publish callbacks [] for security_group (b8451f5c-0efe-4880-af89-1869651c02e9), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:03.451633 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-40b735c0-5e1b-44cf-bbdb-ff6b2fcfa0ad admin admin] Publish callbacks [] for security_group (b8451f5c-0efe-4880-af89-1869651c02e9), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:03.498765 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-40b735c0-5e1b-44cf-bbdb-ff6b2fcfa0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (b8451f5c-0efe-4880-af89-1869651c02e9), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:03.501524 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-40b735c0-5e1b-44cf-bbdb-ff6b2fcfa0ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:03.502671 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-40b735c0-5e1b-44cf-bbdb-ff6b2fcfa0ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8451f5c-0efe-4880-af89-1869651c02e9 HTTP/1.1" status: 204 len: 168 time: 0.1212108 Feb 14 16:28:03.510127 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b735c0-5e1b-44cf-bbdb-ff6b2fcfa0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8451f5c-0efe-4880-af89-1869651c02e9,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:03.798821 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba9773-8593-4487-a9e9-5bd82abd3946 req-84df31c8-53bf-416b-a901-189da3472116 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:03.800362 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-59ba9773-8593-4487-a9e9-5bd82abd3946 req-84df31c8-53bf-416b-a901-189da3472116 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0530884 Feb 14 16:28:03.822863 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 58400) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:03.835648 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-65a8113f-318d-44af-9ca4-e2b982b69ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:03.861749 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-59ba9773-8593-4487-a9e9-5bd82abd3946 req-03c9e1d0-8907-4c10-921a-3a75f0b71e8e tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546985 Feb 14 16:28:03.907847 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-65a8113f-318d-44af-9ca4-e2b982b69ed5 admin admin] Publish callbacks [] for security_group (3a17893d-8011-473b-a4dc-e62083a600e4), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:03.911281 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-65a8113f-318d-44af-9ca4-e2b982b69ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (3a17893d-8011-473b-a4dc-e62083a600e4), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:03.947031 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-65a8113f-318d-44af-9ca4-e2b982b69ed5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8592c993e7a4d4697c66c1416c77127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1231091 Feb 14 16:28:03.949020 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8113f-318d-44af-9ca4-e2b982b69ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a17893d-8011-473b-a4dc-e62083a600e4,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:03.949735 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 58402) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:03.997163 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5c3b8790-8e16-491a-be44-20be77d6e6d6 admin admin] Publish callbacks [] for security_group (3a17893d-8011-473b-a4dc-e62083a600e4), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:04.021000 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5c3b8790-8e16-491a-be44-20be77d6e6d6 admin admin] Publish callbacks [] for security_group (3a17893d-8011-473b-a4dc-e62083a600e4), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:04.066404 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5c3b8790-8e16-491a-be44-20be77d6e6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (3a17893d-8011-473b-a4dc-e62083a600e4), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:04.068951 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-5c3b8790-8e16-491a-be44-20be77d6e6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:04.070129 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-5c3b8790-8e16-491a-be44-20be77d6e6d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a17893d-8011-473b-a4dc-e62083a600e4 HTTP/1.1" status: 204 len: 168 time: 0.1194122 Feb 14 16:28:04.078432 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b8790-8e16-491a-be44-20be77d6e6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a17893d-8011-473b-a4dc-e62083a600e4,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:04.990700 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd80fad-227d-44dd-86c3-f4f4bbe16e9a req-bd18faa1-cb02-42d8-b8fd-acf88feae7cf tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:04.992558 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-dbd80fad-227d-44dd-86c3-f4f4bbe16e9a req-bd18faa1-cb02-42d8-b8fd-acf88feae7cf tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0617688 Feb 14 16:28:05.057012 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-dbd80fad-227d-44dd-86c3-f4f4bbe16e9a req-fed46fca-965c-4c08-8184-d8120b3b7c8f tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584815 Feb 14 16:28:06.185187 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d3991-316f-4362-a303-3c3f251424d7 req-8e9a228e-0440-44e5-a695-b0126fe6d9e1 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:06.186738 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c70d3991-316f-4362-a303-3c3f251424d7 req-8e9a228e-0440-44e5-a695-b0126fe6d9e1 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0548940 Feb 14 16:28:06.245987 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c70d3991-316f-4362-a303-3c3f251424d7 req-d594e5b9-43d4-4218-ad2c-253448456504 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535600 Feb 14 16:28:06.270844 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-7c4e1c27-d350-4633-802c-87732a9dc943 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=67742279b3c24a47a9bc6561845ca2bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286665 Feb 14 16:28:06.450980 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-4eba2b51-e656-4699-ac36-5063d4953512 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:06.452502 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-4eba2b51-e656-4699-ac36-5063d4953512 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1758392 Feb 14 16:28:06.467371 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-c7b8d06e-1f1e-42d6-b2eb-82dba5280e55 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/quotas/67742279b3c24a47a9bc6561845ca2bb HTTP/1.1" status: 200 len: 375 time: 0.0096076 Feb 14 16:28:06.506313 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-287498fc-8d81-4d8d-9116-52f07e64a10a tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=67742279b3c24a47a9bc6561845ca2bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330207 Feb 14 16:28:06.698939 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-82e00d5a-3e3d-4d2d-9ad1-75321317001c req-5c113a6f-d064-434b-a14f-eb57796fdf53 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 210 time: 0.0354958 Feb 14 16:28:07.366920 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bafe0-db9c-4476-aa55-d207c301b804 req-976e8041-5dc4-4a85-9a4a-1599ab033eb5 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:07.368415 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-932bafe0-db9c-4476-aa55-d207c301b804 req-976e8041-5dc4-4a85-9a4a-1599ab033eb5 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0553396 Feb 14 16:28:07.426947 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-932bafe0-db9c-4476-aa55-d207c301b804 req-3a469d4f-9b06-4f4e-8cfd-3a42f37b1bcf tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=79514461-693b-4365-afcd-65bdf9585d95&id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527797 Feb 14 16:28:07.556685 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-7f2772e4-ef80-409c-bea5-67db85ed6a6d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=67742279b3c24a47a9bc6561845ca2bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231767 Feb 14 16:28:07.684839 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-2bf6f04f-ee76-4ebb-9132-f3a1f328f738 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:07.686441 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-2bf6f04f-ee76-4ebb-9132-f3a1f328f738 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251373 Feb 14 16:28:07.710669 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Request body: {'port': {'device_id': 'd2d8f677-88f2-4aaf-b750-24b3964b0dac', 'network_id': 'a62297eb-8437-4049-85fa-8d27a47e04a2', 'admin_state_up': True, 'tenant_id': '67742279b3c24a47a9bc6561845ca2bb'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:28:07.798654 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-4c6ad688-9477-4e47-8577-0244ab44bbb1 req-e50521d3-b017-4c20-8477-1afc6c442c3b tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 210 time: 0.0308993 Feb 14 16:28:07.834216 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Made reservation on behalf of 67742279b3c24a47a9bc6561845ca2bb for: {'port': 1} {{(pid=102553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 16:28:07.837845 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:07.851010 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:07.928019 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Publish callbacks [] for security_group (b8478a23-fd00-4669-b170-f705909b482c), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:07.932829 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (b8478a23-fd00-4669-b170-f705909b482c), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:08.000410 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8478a23-fd00-4669-b170-f705909b482c,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:08.071779 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_common [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Allocated IP 192.168.233.245 (a62297eb-8437-4049-85fa-8d27a47e04a2/1e069b27-f0c0-4534-8475-e7236ef08902/7e10b978-0f33-4dcc-bc74-a89796fda42c) {{(pid=102553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 16:28:08.118490 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 58496) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:08.224845 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Publish callbacks [] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:08.225085 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-394dc71e-960b-498c-836b-b050f2bd5bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:08.260950 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752479105603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:08.301067 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-394dc71e-960b-498c-836b-b050f2bd5bff admin admin] Publish callbacks [] for security_group (da3f9046-01ea-4c54-bd3f-3b776111ef77), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:08.302400 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Network a62297eb-8437-4049-85fa-8d27a47e04a2 is already hosted by enough agents. {{(pid=102553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 16:28:08.305404 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-394dc71e-960b-498c-836b-b050f2bd5bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (da3f9046-01ea-4c54-bd3f-3b776111ef77), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:08.307943 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.base_scheduler [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Resources bound (agent type, host, resource id): {{(pid=102553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 16:28:08.311560 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Received port after_create {{(pid=102553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 16:28:08.317783 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Pushing event updated for resources: {'Port': ['ID=7e10b978-0f33-4dcc-bc74-a89796fda42c,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:08.351217 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-394dc71e-960b-498c-836b-b050f2bd5bff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2965a6402fb7456e9f5f50ad21749f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303784 Feb 14 16:28:08.352550 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394dc71e-960b-498c-836b-b050f2bd5bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3f9046-01ea-4c54-bd3f-3b776111ef77,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:08.353899 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 58500) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:08.382232 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:08.382905 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:08.410371 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-17a929f3-535b-4c77-bbdf-f1397323888d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7066209 Feb 14 16:28:08.427538 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Request body: {'port': {'device_id': 'd2d8f677-88f2-4aaf-b750-24b3964b0dac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:28:08.448901 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2ad22d8c-988f-48f2-9ff3-70919c42fb85 admin admin] Publish callbacks [] for security_group (da3f9046-01ea-4c54-bd3f-3b776111ef77), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:08.500074 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2ad22d8c-988f-48f2-9ff3-70919c42fb85 admin admin] Publish callbacks [] for security_group (da3f9046-01ea-4c54-bd3f-3b776111ef77), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:08.517320 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:08.565209 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-8b166f15-ef46-4191-9b3f-02e6faf9a9a3 None None] Provisioning complete for port 7e10b978-0f33-4dcc-bc74-a89796fda42c triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:28:08.566036 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8b166f15-ef46-4191-9b3f-02e6faf9a9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:08.598870 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2ad22d8c-988f-48f2-9ff3-70919c42fb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (da3f9046-01ea-4c54-bd3f-3b776111ef77), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:08.601354 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2ad22d8c-988f-48f2-9ff3-70919c42fb85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:08.602545 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-2ad22d8c-988f-48f2-9ff3-70919c42fb85 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da3f9046-01ea-4c54-bd3f-3b776111ef77 HTTP/1.1" status: 204 len: 168 time: 0.2476978 Feb 14 16:28:08.606499 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-8b166f15-ef46-4191-9b3f-02e6faf9a9a3 None None] Port 7e10b978-0f33-4dcc-bc74-a89796fda42c cannot update to ACTIVE because it is not bound. {{(pid=102554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 16:28:08.658675 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad22d8c-988f-48f2-9ff3-70919c42fb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3f9046-01ea-4c54-bd3f-3b776111ef77,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:08.823538 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e10b978-0f33-4dcc-bc74-a89796fda42c {{(pid=102553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:28:08.831248 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Publish callbacks [] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:08.846051 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.provisioning_blocks [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Transition to ACTIVE for port object 7e10b978-0f33-4dcc-bc74-a89796fda42c will not be triggered until provisioned by entity L2. {{(pid=102553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 16:28:08.851173 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:08.932858 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Pushing event updated for resources: {'Port': ['ID=7e10b978-0f33-4dcc-bc74-a89796fda42c,revision_number=2']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:09.041878 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3f24c-c394-47f5-94a1-b7e4691c1a4a req-ac366b88-645f-40b1-b59c-b6b18593e1bb tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:09.043445 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0db3f24c-c394-47f5-94a1-b7e4691c1a4a req-ac366b88-645f-40b1-b59c-b6b18593e1bb tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 948 time: 0.1267114 Feb 14 16:28:09.068150 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Attempting to bind port 7e10b978-0f33-4dcc-bc74-a89796fda42c on host hv-cinder-81966 for vnic_type normal with profile {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 16:28:09.068560 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Attempting to bind port 7e10b978-0f33-4dcc-bc74-a89796fda42c by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '6e0527ee-adc8-4348-8b1f-55fd20c89c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a62297eb-8437-4049-85fa-8d27a47e04a2'}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 16:28:09.068903 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Attempting to bind port 7e10b978-0f33-4dcc-bc74-a89796fda42c on network a62297eb-8437-4049-85fa-8d27a47e04a2 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:28:09.078284 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Port 7e10b978-0f33-4dcc-bc74-a89796fda42c on network a62297eb-8437-4049-85fa-8d27a47e04a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 16:28:09.078684 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Attempting to bind port 7e10b978-0f33-4dcc-bc74-a89796fda42c on network a62297eb-8437-4049-85fa-8d27a47e04a2 {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 16:28:09.090108 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Checking agent: {'id': 'bf1bd1f2-0819-4875-85b4-836a55406625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'started_at': datetime.datetime(2022, 2, 14, 16, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 16, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 16:28:09.090479 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Checking segment: {'id': '6e0527ee-adc8-4348-8b1f-55fd20c89c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a62297eb-8437-4049-85fa-8d27a47e04a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 16:28:09.091071 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Bound using segment: {'id': '6e0527ee-adc8-4348-8b1f-55fd20c89c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a62297eb-8437-4049-85fa-8d27a47e04a2'} {{(pid=102553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 16:28:09.091071 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.managers [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Bound port: 7e10b978-0f33-4dcc-bc74-a89796fda42c, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0527ee-adc8-4348-8b1f-55fd20c89c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a62297eb-8437-4049-85fa-8d27a47e04a2'}}] {{(pid=102553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 16:28:09.091446 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:09.127535 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0db3f24c-c394-47f5-94a1-b7e4691c1a4a req-229fefbe-0a2d-4d33-972b-8004f6d7215f tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8478a23-fd00-4669-b170-f705909b482c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759428 Feb 14 16:28:09.191849 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] For port 7e10b978-0f33-4dcc-bc74-a89796fda42c, host hv-cinder-81966, cleared binding levels {{(pid=102553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 16:28:09.195316 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] For port 7e10b978-0f33-4dcc-bc74-a89796fda42c, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7e10b978-0f33-4dcc-bc74-a89796fda42c,segment=NetworkSegment(6e0527ee-adc8-4348-8b1f-55fd20c89c5f),segment_id=6e0527ee-adc8-4348-8b1f-55fd20c89c5f)] {{(pid=102553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 16:28:09.202619 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:09.243170 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:09.243849 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:09.245695 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] 10.222.0.42 "PUT /v2.0/ports/7e10b978-0f33-4dcc-bc74-a89796fda42c HTTP/1.1" status: 200 len: 1098 time: 0.8266549 Feb 14 16:28:09.247526 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d8f677-88f2-4aaf-b750-24b3964b0dac', 'tag': '7e10b978-0f33-4dcc-bc74-a89796fda42c'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:28:09.250084 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bace0a41-106e-41df-b01f-0a8fc93e1591" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d8f677-88f2-4aaf-b750-24b3964b0dac", "tag": "7e10b978-0f33-4dcc-bc74-a89796fda42c"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:28:09.331813 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1373ab72-b31a-4a44-a751-27daf72b6b6c x-openstack-request-id: req-1373ab72-b31a-4a44-a751-27daf72b6b6c {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:28:09.332220 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d8f677-88f2-4aaf-b750-24b3964b0dac", "tag": "7e10b978-0f33-4dcc-bc74-a89796fda42c", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:28:09.332572 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1373ab72-b31a-4a44-a751-27daf72b6b6c {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:28:09.333076 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d8f677-88f2-4aaf-b750-24b3964b0dac', 'tag': '7e10b978-0f33-4dcc-bc74-a89796fda42c', 'status': 'completed', 'code': 200} Feb 14 16:28:09.337094 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a2fcc-dc81-41e4-828c-cca924246dfd service neutron] Pushing event updated for resources: {'Port': ['ID=7e10b978-0f33-4dcc-bc74-a89796fda42c,revision_number=3']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:09.361067 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-04f96679-2357-4eca-a321-ae24437822c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:09.362880 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-04f96679-2357-4eca-a321-ae24437822c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=67742279b3c24a47a9bc6561845ca2bb&device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 1132 time: 0.0693054 Feb 14 16:28:09.410643 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-9afaa375-e0e8-4997-987e-7054565fa051 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7e10b978-0f33-4dcc-bc74-a89796fda42c HTTP/1.1" status: 200 len: 217 time: 0.0381086 Feb 14 16:28:09.489284 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-4fb57d84-6f44-409b-8b9b-9ad95de7ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:09.491296 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-4fb57d84-6f44-409b-8b9b-9ad95de7ded5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e069b27-f0c0-4534-8475-e7236ef08902 HTTP/1.1" status: 200 len: 843 time: 0.0735707 Feb 14 16:28:09.546970 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-36e4beb3-6cf8-40b7-bbfe-e7e2f81091d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:09.548541 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-36e4beb3-6cf8-40b7-bbfe-e7e2f81091d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a62297eb-8437-4049-85fa-8d27a47e04a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0510204 Feb 14 16:28:09.655650 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-e50b7420-552b-4cd0-8e8b-a9f4f6cd6911 service neutron] 10.222.0.42 "GET /v2.0/networks/a62297eb-8437-4049-85fa-8d27a47e04a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004987 Feb 14 16:28:09.753806 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-27df52ce-2f9b-496b-8ad3-86ed4b6bba85 req-21349308-88eb-4821-92dd-4a77c66d5831 service neutron] 10.222.0.42 "GET /v2.0/networks/a62297eb-8437-4049-85fa-8d27a47e04a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908761 Feb 14 16:28:09.826849 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 58538) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:09.847871 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace0a41-106e-41df-b01f-0a8fc93e1591 req-a3aaee00-4ddc-4ca5-9706-e71f18b65270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:09.849478 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bace0a41-106e-41df-b01f-0a8fc93e1591 req-a3aaee00-4ddc-4ca5-9706-e71f18b65270 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=67742279b3c24a47a9bc6561845ca2bb&device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 1132 time: 0.0451970 Feb 14 16:28:09.933280 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-74f50525-0eb6-4ac5-a0f5-b50272d7c6bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:09.949168 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace0a41-106e-41df-b01f-0a8fc93e1591 req-73f70eb4-51f4-4bb9-8bda-45a5dcb4a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:09.950833 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bace0a41-106e-41df-b01f-0a8fc93e1591 req-73f70eb4-51f4-4bb9-8bda-45a5dcb4a7b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a62297eb-8437-4049-85fa-8d27a47e04a2 HTTP/1.1" status: 200 len: 870 time: 0.0937557 Feb 14 16:28:09.994111 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bace0a41-106e-41df-b01f-0a8fc93e1591 req-335ffa4c-f140-4968-821c-ef9212a63987 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7e10b978-0f33-4dcc-bc74-a89796fda42c HTTP/1.1" status: 200 len: 217 time: 0.0372148 Feb 14 16:28:10.025318 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-74f50525-0eb6-4ac5-a0f5-b50272d7c6bb admin admin] Publish callbacks [] for security_group (1e6fb091-2376-4cf3-be15-d060a46fd47c), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:10.029668 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-74f50525-0eb6-4ac5-a0f5-b50272d7c6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1e6fb091-2376-4cf3-be15-d060a46fd47c), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:10.044521 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace0a41-106e-41df-b01f-0a8fc93e1591 req-482f7da7-a9ae-4e48-aca8-6ba9b82797b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:10.046176 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bace0a41-106e-41df-b01f-0a8fc93e1591 req-482f7da7-a9ae-4e48-aca8-6ba9b82797b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e069b27-f0c0-4534-8475-e7236ef08902 HTTP/1.1" status: 200 len: 843 time: 0.0460830 Feb 14 16:28:10.067097 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-74f50525-0eb6-4ac5-a0f5-b50272d7c6bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92ca1168fe304a3e8e98751918f34e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391691 Feb 14 16:28:10.067955 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f50525-0eb6-4ac5-a0f5-b50272d7c6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6fb091-2376-4cf3-be15-d060a46fd47c,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:10.070238 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 58542) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:10.100797 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace0a41-106e-41df-b01f-0a8fc93e1591 req-b197f64b-b7c8-4baf-a880-4e47679a4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:10.103033 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bace0a41-106e-41df-b01f-0a8fc93e1591 req-b197f64b-b7c8-4baf-a880-4e47679a4c44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a62297eb-8437-4049-85fa-8d27a47e04a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0492511 Feb 14 16:28:10.121833 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-28a01f43-5f78-4d08-97d4-28bf72e681b1 admin admin] Publish callbacks [] for security_group (1e6fb091-2376-4cf3-be15-d060a46fd47c), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:10.142133 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-28a01f43-5f78-4d08-97d4-28bf72e681b1 admin admin] Publish callbacks [] for security_group (1e6fb091-2376-4cf3-be15-d060a46fd47c), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:10.191531 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-28a01f43-5f78-4d08-97d4-28bf72e681b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1e6fb091-2376-4cf3-be15-d060a46fd47c), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:10.194607 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-28a01f43-5f78-4d08-97d4-28bf72e681b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:10.196385 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-28a01f43-5f78-4d08-97d4-28bf72e681b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e6fb091-2376-4cf3-be15-d060a46fd47c HTTP/1.1" status: 204 len: 168 time: 0.1252236 Feb 14 16:28:10.196988 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bace0a41-106e-41df-b01f-0a8fc93e1591 req-48c2c9ea-22a6-4572-9871-768369c05156 service neutron] 10.222.0.42 "GET /v2.0/networks/a62297eb-8437-4049-85fa-8d27a47e04a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874376 Feb 14 16:28:10.205382 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a01f43-5f78-4d08-97d4-28bf72e681b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6fb091-2376-4cf3-be15-d060a46fd47c,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:10.330892 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7dfd9-c1f8-430f-8ead-3e157956d4fb req-4d61fdcb-be28-4b01-889e-b551185f9964 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:10.332517 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c7e7dfd9-c1f8-430f-8ead-3e157956d4fb req-4d61fdcb-be28-4b01-889e-b551185f9964 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 948 time: 0.1313262 Feb 14 16:28:10.368388 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bace0a41-106e-41df-b01f-0a8fc93e1591 req-1a3bc666-3199-4cd3-b2cb-6af70f61ebda service neutron] 10.222.0.42 "GET /v2.0/networks/a62297eb-8437-4049-85fa-8d27a47e04a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586082 Feb 14 16:28:10.395963 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-c7e7dfd9-c1f8-430f-8ead-3e157956d4fb req-5251b6d2-5a09-4fe5-88f6-8ef930204015 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8478a23-fd00-4669-b170-f705909b482c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561492 Feb 14 16:28:11.313851 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:11.518285 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064909eb-5b72-4b21-8647-0dff0505030c req-b6ec5adb-3eb5-439f-b7a1-8acd0f17d962 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:11.519772 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-064909eb-5b72-4b21-8647-0dff0505030c req-b6ec5adb-3eb5-439f-b7a1-8acd0f17d962 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 948 time: 0.0524709 Feb 14 16:28:11.566685 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-064909eb-5b72-4b21-8647-0dff0505030c req-82082ced-8539-442a-a091-96cf9872b213 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8478a23-fd00-4669-b170-f705909b482c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412931 Feb 14 16:28:12.687017 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97320f0d-00ea-4834-b8af-c1baae68eadc req-28b8b089-5a38-4085-bfb7-c10335f0452d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:12.688471 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-97320f0d-00ea-4834-b8af-c1baae68eadc req-28b8b089-5a38-4085-bfb7-c10335f0452d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 948 time: 0.0546336 Feb 14 16:28:12.736954 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-97320f0d-00ea-4834-b8af-c1baae68eadc req-9c3475cd-b7ac-4fd8-9463-95faeb295b27 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8478a23-fd00-4669-b170-f705909b482c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 Feb 14 16:28:12.911722 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 7e10b978-0f33-4dcc-bc74-a89796fda42c details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=102554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 16:28:13.009910 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 7e10b978-0f33-4dcc-bc74-a89796fda42c, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7e10b978-0f33-4dcc-bc74-a89796fda42c,segment=NetworkSegment(6e0527ee-adc8-4348-8b1f-55fd20c89c5f),segment_id=6e0527ee-adc8-4348-8b1f-55fd20c89c5f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:28:13.019794 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Returning: {'device': '7e10b978-0f33-4dcc-bc74-a89796fda42c', 'network_id': 'a62297eb-8437-4049-85fa-8d27a47e04a2', 'port_id': '7e10b978-0f33-4dcc-bc74-a89796fda42c', 'mac_address': 'fa:16:3e:9b:56:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e069b27-f0c0-4534-8475-e7236ef08902', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 16:28:13.059621 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 7e10b978-0f33-4dcc-bc74-a89796fda42c is: DOWN; New status is: BUILD {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:28:13.060008 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:13.072296 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e10b978-0f33-4dcc-bc74-a89796fda42c {{(pid=102554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 16:28:13.091511 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 7e10b978-0f33-4dcc-bc74-a89796fda42c, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7e10b978-0f33-4dcc-bc74-a89796fda42c,segment=NetworkSegment(6e0527ee-adc8-4348-8b1f-55fd20c89c5f),segment_id=6e0527ee-adc8-4348-8b1f-55fd20c89c5f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:28:13.095204 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:13.144472 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=7e10b978-0f33-4dcc-bc74-a89796fda42c,revision_number=4']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:13.371000 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['7e10b978-0f33-4dcc-bc74-a89796fda42c'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:28:13.851589 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dee576-7ad4-4039-a074-09f20a132fb9 req-2c3480db-8ac0-49f4-9520-70b8d7492c54 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:13.853028 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a2dee576-7ad4-4039-a074-09f20a132fb9 req-2c3480db-8ac0-49f4-9520-70b8d7492c54 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 949 time: 0.0507720 Feb 14 16:28:13.900721 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a2dee576-7ad4-4039-a074-09f20a132fb9 req-f32ce15b-1abe-4915-b86a-aac10f0bc1e7 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8478a23-fd00-4669-b170-f705909b482c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420241 Feb 14 16:28:14.241435 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 58610) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:14.341268 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c109-e31c-4739-ab97-509b1aa319da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:14.415311 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c109-e31c-4739-ab97-509b1aa319da admin admin] Publish callbacks [] for security_group (47e661c3-e2bc-40f8-9523-5326e6bb1853), precommit_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:14.419317 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c109-e31c-4739-ab97-509b1aa319da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (47e661c3-e2bc-40f8-9523-5326e6bb1853), after_create {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:14.456582 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-0dd2c109-e31c-4739-ab97-509b1aa319da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2508c7563104961ac9a2c663542692c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140419 Feb 14 16:28:14.457372 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2c109-e31c-4739-ab97-509b1aa319da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e661c3-e2bc-40f8-9523-5326e6bb1853,revision_number=1']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:14.460298 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 58614) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:14.508140 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b3012aa6-25da-42e5-a45d-5ae700ed1cd0 admin admin] Publish callbacks [] for security_group (47e661c3-e2bc-40f8-9523-5326e6bb1853), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:14.528411 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b3012aa6-25da-42e5-a45d-5ae700ed1cd0 admin admin] Publish callbacks [] for security_group (47e661c3-e2bc-40f8-9523-5326e6bb1853), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:14.573255 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b3012aa6-25da-42e5-a45d-5ae700ed1cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (47e661c3-e2bc-40f8-9523-5326e6bb1853), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:14.575866 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b3012aa6-25da-42e5-a45d-5ae700ed1cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:14.577001 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-b3012aa6-25da-42e5-a45d-5ae700ed1cd0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47e661c3-e2bc-40f8-9523-5326e6bb1853 HTTP/1.1" status: 204 len: 168 time: 0.1150653 Feb 14 16:28:14.584753 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3012aa6-25da-42e5-a45d-5ae700ed1cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e661c3-e2bc-40f8-9523-5326e6bb1853,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:14.852960 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 58620) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:14.865660 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e9501148-f5bf-41e8-88d3-d481eef9b904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:14.927236 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 7e10b978-0f33-4dcc-bc74-a89796fda42c up at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 16:28:14.944536 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e9501148-f5bf-41e8-88d3-d481eef9b904 admin admin] Publish callbacks [] for security_group (6eccefda-e304-41be-bc04-f16dc8321b6e), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:14.951128 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-e9501148-f5bf-41e8-88d3-d481eef9b904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (6eccefda-e304-41be-bc04-f16dc8321b6e), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:14.980788 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning for port 7e10b978-0f33-4dcc-bc74-a89796fda42c completed by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 16:28:14.984512 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Provisioning complete for port 7e10b978-0f33-4dcc-bc74-a89796fda42c triggered by entity L2. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:28:14.984884 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:15.003600 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-e9501148-f5bf-41e8-88d3-d481eef9b904 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3e877c476d14ccf85b0a58a215b0d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494980 Feb 14 16:28:15.004331 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9501148-f5bf-41e8-88d3-d481eef9b904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eccefda-e304-41be-bc04-f16dc8321b6e,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:15.006417 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 58624) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:15.051762 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4b61b-8026-427a-bf14-7c1c0a49ccf4 req-bea0022b-f6ed-4849-88ca-dd3afb352aa1 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:15.053355 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5ff4b61b-8026-427a-bf14-7c1c0a49ccf4 req-bea0022b-f6ed-4849-88ca-dd3afb352aa1 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 949 time: 0.0822341 Feb 14 16:28:15.053902 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-65fb220d-d316-4ffd-96fa-d0a5cae35b32 admin admin] Publish callbacks [] for security_group (6eccefda-e304-41be-bc04-f16dc8321b6e), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:15.077002 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-65fb220d-d316-4ffd-96fa-d0a5cae35b32 admin admin] Publish callbacks [] for security_group (6eccefda-e304-41be-bc04-f16dc8321b6e), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:15.080256 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Current status of the port 7e10b978-0f33-4dcc-bc74-a89796fda42c is: BUILD; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:28:15.080750 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), before_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:15.104679 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d8f677-88f2-4aaf-b750-24b3964b0dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e10b978-0f33-4dcc-bc74-a89796fda42c'}] {{(pid=102554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:28:15.106979 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68897306aa0f532c29c631fdba02128ba6f3b76d2e296e0c364ea092bb155b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db98d3b-bce4-4d03-96ea-b3a8d50cde0e" -d '{"events": [{"server_uuid": "d2d8f677-88f2-4aaf-b750-24b3964b0dac", "name": "network-vif-plugged", "status": "completed", "tag": "7e10b978-0f33-4dcc-bc74-a89796fda42c"}]}' {{(pid=102554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:28:15.113885 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-5ff4b61b-8026-427a-bf14-7c1c0a49ccf4 req-b26620d0-11b4-474e-a461-885cef06ea23 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8478a23-fd00-4669-b170-f705909b482c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533803 Feb 14 16:28:15.120679 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] For port 7e10b978-0f33-4dcc-bc74-a89796fda42c, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7e10b978-0f33-4dcc-bc74-a89796fda42c,segment=NetworkSegment(6e0527ee-adc8-4348-8b1f-55fd20c89c5f),segment_id=6e0527ee-adc8-4348-8b1f-55fd20c89c5f)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:28:15.124597 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639'] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:15.150154 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-65fb220d-d316-4ffd-96fa-d0a5cae35b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (6eccefda-e304-41be-bc04-f16dc8321b6e), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:15.153006 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-65fb220d-d316-4ffd-96fa-d0a5cae35b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:15.156908 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-65fb220d-d316-4ffd-96fa-d0a5cae35b32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6eccefda-e304-41be-bc04-f16dc8321b6e HTTP/1.1" status: 204 len: 168 time: 0.1469362 Feb 14 16:28:15.162423 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb220d-d316-4ffd-96fa-d0a5cae35b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eccefda-e304-41be-bc04-f16dc8321b6e,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:15.168212 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9701d939-c162-468b-a332-86d310f31a9d x-openstack-request-id: req-9701d939-c162-468b-a332-86d310f31a9d {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:28:15.168501 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d8f677-88f2-4aaf-b750-24b3964b0dac", "name": "network-vif-plugged", "status": "completed", "tag": "7e10b978-0f33-4dcc-bc74-a89796fda42c", "code": 200}]} {{(pid=102554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:28:15.168758 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9701d939-c162-468b-a332-86d310f31a9d {{(pid=102554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:28:15.169146 dv-cinder-819668-3-iscsi neutron-server[102554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d8f677-88f2-4aaf-b750-24b3964b0dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e10b978-0f33-4dcc-bc74-a89796fda42c', 'code': 200} Feb 14 16:28:15.191432 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Pushing event updated for resources: {'Port': ['ID=7e10b978-0f33-4dcc-bc74-a89796fda42c,revision_number=5']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:15.361442 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552fb2f-02b9-4309-b667-da5a1faea697 req-793cf73b-6d47-4590-8bb1-f2a137ee2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:15.362944 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0552fb2f-02b9-4309-b667-da5a1faea697 req-793cf73b-6d47-4590-8bb1-f2a137ee2434 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 1134 time: 0.0466423 Feb 14 16:28:15.407343 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0552fb2f-02b9-4309-b667-da5a1faea697 req-c6d698d6-c4df-4e0a-a5a0-dcaed4520f67 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b8478a23-fd00-4669-b170-f705909b482c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371187 Feb 14 16:28:16.250666 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ef754-fbaf-4f72-b6b0-f70fcb4f9ba2 req-a45777b0-e86d-49ee-b45c-1a87ed46cc84 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:16.252144 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-341ef754-fbaf-4f72-b6b0-f70fcb4f9ba2 req-a45777b0-e86d-49ee-b45c-1a87ed46cc84 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 950 time: 0.0580254 Feb 14 16:28:16.311617 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-341ef754-fbaf-4f72-b6b0-f70fcb4f9ba2 req-b60fc1b3-9aa8-44be-bf6e-a4f8ee255f23 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8478a23-fd00-4669-b170-f705909b482c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536594 Feb 14 16:28:17.435009 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bf2ea-2928-40b1-8ea4-27b96c5aa19a req-b9305f1e-a1e1-4ff6-a8a2-6961de0d563d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:17.436503 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-796bf2ea-2928-40b1-8ea4-27b96c5aa19a req-b9305f1e-a1e1-4ff6-a8a2-6961de0d563d tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 950 time: 0.0553310 Feb 14 16:28:17.486683 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-796bf2ea-2928-40b1-8ea4-27b96c5aa19a req-cb6c1dae-7071-4b9d-86bf-68a9d380de31 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8478a23-fd00-4669-b170-f705909b482c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446444 Feb 14 16:28:17.657796 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 58718) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:17.746646 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b359a4b-360a-4922-b850-6ca508639093 req-551e171b-f2aa-40fd-b69b-b26987a87d64 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:17.748518 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3b359a4b-360a-4922-b850-6ca508639093 req-551e171b-f2aa-40fd-b69b-b26987a87d64 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 950 time: 0.0523267 Feb 14 16:28:17.801925 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3b359a4b-360a-4922-b850-6ca508639093 req-43173538-c33e-48b4-a881-7531a23448ad tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8478a23-fd00-4669-b170-f705909b482c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467346 Feb 14 16:28:17.965229 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-cc1df940-fd98-4a70-8748-c3c5186b9f12 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Deleting port 5b0cefff-f2eb-4337-a952-a5ddc97cff50 {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:28:17.965577 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-cc1df940-fd98-4a70-8748-c3c5186b9f12 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (5b0cefff-f2eb-4337-a952-a5ddc97cff50), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:18.044408 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-cc1df940-fd98-4a70-8748-c3c5186b9f12 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (5b0cefff-f2eb-4337-a952-a5ddc97cff50), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:18.044733 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-cc1df940-fd98-4a70-8748-c3c5186b9f12 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for floatingip (5b0cefff-f2eb-4337-a952-a5ddc97cff50), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:18.056609 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-cc1df940-fd98-4a70-8748-c3c5186b9f12 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Calling delete_port for 5b0cefff-f2eb-4337-a952-a5ddc97cff50 owned by network:floatingip {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:28:18.226216 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-cc1df940-fd98-4a70-8748-c3c5186b9f12 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (5b0cefff-f2eb-4337-a952-a5ddc97cff50), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:18.252356 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1df940-fd98-4a70-8748-c3c5186b9f12 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Pushing event deleted for resources: {'Port': ['ID=5b0cefff-f2eb-4337-a952-a5ddc97cff50,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:18.315228 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-cc1df940-fd98-4a70-8748-c3c5186b9f12 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for floatingip (c0bcf61f-cfff-49f5-9c15-5f66f69db851), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:18.315548 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.l3_db [None req-cc1df940-fd98-4a70-8748-c3c5186b9f12 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Floating IP c0bcf61f-cfff-49f5-9c15-5f66f69db851 disassociated (deleted). External IP: 172.27.2.226, port: 43d34da7-a6d9-45d0-ac4a-526792b24632. Feb 14 16:28:18.473643 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-473d0f0e-df58-4dec-ab94-447ae70790d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:18.544596 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1df940-fd98-4a70-8748-c3c5186b9f12 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Router 34b7ce94-7700-4d93-9628-d904c1aaa197 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:28:18.586400 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:28:18.650617 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1df940-fd98-4a70-8748-c3c5186b9f12 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:28:18.655347 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-cc1df940-fd98-4a70-8748-c3c5186b9f12 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:18.661721 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47956830-418e-4e72-ab1c-acde6e18c6c9 None None] Sync routers for ids ['34b7ce94-7700-4d93-9628-d904c1aaa197'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:28:18.671448 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47956830-418e-4e72-ab1c-acde6e18c6c9 None None] Routers {'34b7ce94-7700-4d93-9628-d904c1aaa197'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:28:18.672066 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-47956830-418e-4e72-ab1c-acde6e18c6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:27:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['34b7ce94-7700-4d93-9628-d904c1aaa197'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:18.684169 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-cc1df940-fd98-4a70-8748-c3c5186b9f12 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "DELETE /v2.0/floatingips/c0bcf61f-cfff-49f5-9c15-5f66f69db851 HTTP/1.1" status: 204 len: 168 time: 1.0252275 Feb 14 16:28:18.684762 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'tag': '43d34da7-a6d9-45d0-ac4a-526792b24632'}] {{(pid=102552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:28:18.687047 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9be7e70e6e7d8e41db67d6a2a9b7a0bb24c700eebffb41e9ae5e2264f113bf3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f42c422-13ae-4382-96eb-6abb9baa3012" -d '{"events": [{"name": "network-changed", "server_uuid": "47ce32b0-3d78-4e40-a609-e57a3fc13eb4", "tag": "43d34da7-a6d9-45d0-ac4a-526792b24632"}]}' {{(pid=102552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:28:18.791953 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-47956830-418e-4e72-ab1c-acde6e18c6c9 None None] Set router 34b7ce94-7700-4d93-9628-d904c1aaa197 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:28:18.863005 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82656b0e-159a-4047-854f-bc4417250ab9 x-openstack-request-id: req-82656b0e-159a-4047-854f-bc4417250ab9 {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:28:18.863370 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ce32b0-3d78-4e40-a609-e57a3fc13eb4", "tag": "43d34da7-a6d9-45d0-ac4a-526792b24632", "status": "completed", "code": 200}]} {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:28:18.863683 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82656b0e-159a-4047-854f-bc4417250ab9 {{(pid=102552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:28:18.864151 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'tag': '43d34da7-a6d9-45d0-ac4a-526792b24632', 'status': 'completed', 'code': 200} Feb 14 16:28:18.963750 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ae1c4-97f8-4732-9b2f-7db6dc6718a8 req-7c471a08-de3a-40f4-8faf-ee34e67b2fcf tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:18.965372 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-153ae1c4-97f8-4732-9b2f-7db6dc6718a8 req-7c471a08-de3a-40f4-8faf-ee34e67b2fcf tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 950 time: 0.0890267 Feb 14 16:28:18.971366 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42c422-13ae-4382-96eb-6abb9baa3012 req-4f3dbfb9-7808-48bc-91df-ae784e1d63df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:18.973343 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0f42c422-13ae-4382-96eb-6abb9baa3012 req-4f3dbfb9-7808-48bc-91df-ae784e1d63df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84431557f940487eb224596e913ad8d0&device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 1130 time: 0.0686059 Feb 14 16:28:19.001140 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275eb85e-e7a7-4224-b3eb-c7c61637849c req-4a2c4b96-7d6c-41dc-ad63-2ea8e67d413a tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:19.003624 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-275eb85e-e7a7-4224-b3eb-c7c61637849c req-4a2c4b96-7d6c-41dc-ad63-2ea8e67d413a tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.0774791 Feb 14 16:28:19.035722 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-47956830-418e-4e72-ab1c-acde6e18c6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:44Z', 'revision_number': 4, 'project_id': '84431557f940487eb224596e913ad8d0', 'gw_port': {'id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '4e65a5a4-48bb-4b75-86f6-daff480d4550', 'name': '', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'mac_address': 'fa:16:3e:30:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:43Z', 'updated_at': '2022-02-14T16:22:50Z', 'revision_number': 5, 'project_id': '84431557f940487eb224596e913ad8d0', 'subnets': [{'id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:19.048250 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-153ae1c4-97f8-4732-9b2f-7db6dc6718a8 req-0c6a57c4-9b66-4721-9fa2-bb9032c6935c tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8478a23-fd00-4669-b170-f705909b482c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738480 Feb 14 16:28:19.054310 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-275eb85e-e7a7-4224-b3eb-c7c61637849c req-67b277b5-d6ca-47ac-bbb9-a1c72e096ea5 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452564 Feb 14 16:28:19.075069 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47956830-418e-4e72-ab1c-acde6e18c6c9 None None] Checking router: 34b7ce94-7700-4d93-9628-d904c1aaa197 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:28:19.080446 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47956830-418e-4e72-ab1c-acde6e18c6c9 None None] Routers {'34b7ce94-7700-4d93-9628-d904c1aaa197'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:28:19.081056 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-47956830-418e-4e72-ab1c-acde6e18c6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:27:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['34b7ce94-7700-4d93-9628-d904c1aaa197'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:19.112798 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42c422-13ae-4382-96eb-6abb9baa3012 req-0540ad81-1bfd-461b-9f8b-adca7df8af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:19.114594 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0f42c422-13ae-4382-96eb-6abb9baa3012 req-0540ad81-1bfd-461b-9f8b-adca7df8af5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=04501df6-4ee2-42f8-a7f1-0e1e29987a0c HTTP/1.1" status: 200 len: 909 time: 0.1191974 Feb 14 16:28:19.158784 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0f42c422-13ae-4382-96eb-6abb9baa3012 req-2c273616-2159-4c0d-8c28-10cde4b97731 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43d34da7-a6d9-45d0-ac4a-526792b24632 HTTP/1.1" status: 200 len: 217 time: 0.0344739 Feb 14 16:28:19.189365 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-47956830-418e-4e72-ab1c-acde6e18c6c9 None None] Set router 34b7ce94-7700-4d93-9628-d904c1aaa197 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:28:19.223394 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42c422-13ae-4382-96eb-6abb9baa3012 req-6731ea78-23e3-4e96-9882-e53629faf4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:19.225027 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0f42c422-13ae-4382-96eb-6abb9baa3012 req-6731ea78-23e3-4e96-9882-e53629faf4a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd85fe61-920d-42f7-a824-5314b72e831c HTTP/1.1" status: 200 len: 847 time: 0.0568156 Feb 14 16:28:19.237543 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5bca6-26a6-49d1-aca8-6dbfc7e67ca1 req-fcb580fe-6372-4365-9a6e-cb9fbc0ece55 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:19.239009 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-fbd5bca6-26a6-49d1-aca8-6dbfc7e67ca1 req-fcb580fe-6372-4365-9a6e-cb9fbc0ece55 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 950 time: 0.0529454 Feb 14 16:28:19.275442 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42c422-13ae-4382-96eb-6abb9baa3012 req-745ac7d5-6f6a-459b-8e62-51928f95d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:19.276848 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0f42c422-13ae-4382-96eb-6abb9baa3012 req-745ac7d5-6f6a-459b-8e62-51928f95d67b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04501df6-4ee2-42f8-a7f1-0e1e29987a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443125 Feb 14 16:28:19.340095 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [req-fbd5bca6-26a6-49d1-aca8-6dbfc7e67ca1 req-937d06fd-632f-48d0-a1c9-8434b7338e40 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Deleting port 7e10b978-0f33-4dcc-bc74-a89796fda42c {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:28:19.340538 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-fbd5bca6-26a6-49d1-aca8-6dbfc7e67ca1 req-937d06fd-632f-48d0-a1c9-8434b7338e40 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:19.377310 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0f42c422-13ae-4382-96eb-6abb9baa3012 req-30b78ed6-7626-438a-ac38-5e43c78c7b8e service neutron] 10.222.0.42 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924814 Feb 14 16:28:19.403046 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-47956830-418e-4e72-ab1c-acde6e18c6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:44Z', 'revision_number': 4, 'project_id': '84431557f940487eb224596e913ad8d0', 'gw_port': {'id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '4e65a5a4-48bb-4b75-86f6-daff480d4550', 'name': '', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'mac_address': 'fa:16:3e:30:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:43Z', 'updated_at': '2022-02-14T16:22:50Z', 'revision_number': 5, 'project_id': '84431557f940487eb224596e913ad8d0', 'subnets': [{'id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:19.429894 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47956830-418e-4e72-ab1c-acde6e18c6c9 None None] The sync data for ids ['34b7ce94-7700-4d93-9628-d904c1aaa197'] in dv-cinder-819668-3-iscsi is: [{'id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:44Z', 'revision_number': 4, 'project_id': '84431557f940487eb224596e913ad8d0', 'gw_port': {'id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '4e65a5a4-48bb-4b75-86f6-daff480d4550', 'name': '', 'network_id': '04501df6-4ee2-42f8-a7f1-0e1e29987a0c', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'mac_address': 'fa:16:3e:30:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:43Z', 'updated_at': '2022-02-14T16:22:50Z', 'revision_number': 5, 'project_id': '84431557f940487eb224596e913ad8d0', 'subnets': [{'id': 'dd85fe61-920d-42f7-a824-5314b72e831c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:28:19.433632 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [req-fbd5bca6-26a6-49d1-aca8-6dbfc7e67ca1 req-937d06fd-632f-48d0-a1c9-8434b7338e40 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] For port 7e10b978-0f33-4dcc-bc74-a89796fda42c, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7e10b978-0f33-4dcc-bc74-a89796fda42c,segment=NetworkSegment(6e0527ee-adc8-4348-8b1f-55fd20c89c5f),segment_id=6e0527ee-adc8-4348-8b1f-55fd20c89c5f)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:28:19.434094 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-fbd5bca6-26a6-49d1-aca8-6dbfc7e67ca1 req-937d06fd-632f-48d0-a1c9-8434b7338e40 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:19.451666 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [req-fbd5bca6-26a6-49d1-aca8-6dbfc7e67ca1 req-937d06fd-632f-48d0-a1c9-8434b7338e40 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Calling delete_port for 7e10b978-0f33-4dcc-bc74-a89796fda42c owned by compute:nova {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:28:19.507903 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-0f42c422-13ae-4382-96eb-6abb9baa3012 req-0b7bc00b-0b1e-4d32-87f5-c4b24317e67d service neutron] 10.222.0.42 "GET /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117580 Feb 14 16:28:19.611343 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-fbd5bca6-26a6-49d1-aca8-6dbfc7e67ca1 req-937d06fd-632f-48d0-a1c9-8434b7338e40 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (7e10b978-0f33-4dcc-bc74-a89796fda42c), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:19.623898 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['7e10b978-0f33-4dcc-bc74-a89796fda42c'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:28:19.642834 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d06fd-632f-48d0-a1c9-8434b7338e40 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Pushing event deleted for resources: {'Port': ['ID=7e10b978-0f33-4dcc-bc74-a89796fda42c,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:19.694212 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd5bca6-26a6-49d1-aca8-6dbfc7e67ca1 req-937d06fd-632f-48d0-a1c9-8434b7338e40 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] No DVR routers for this DVR port 7e10b978-0f33-4dcc-bc74-a89796fda42c on host hv-cinder-81966 {{(pid=102552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:28:19.697304 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-fbd5bca6-26a6-49d1-aca8-6dbfc7e67ca1 req-937d06fd-632f-48d0-a1c9-8434b7338e40 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:19.701078 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-fbd5bca6-26a6-49d1-aca8-6dbfc7e67ca1 req-937d06fd-632f-48d0-a1c9-8434b7338e40 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.42 "DELETE /v2.0/ports/7e10b978-0f33-4dcc-bc74-a89796fda42c HTTP/1.1" status: 204 len: 173 time: 0.4567845 Feb 14 16:28:19.732710 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186c484-718b-4691-82c0-6fb2463d61a2 None None] New status for floating IP c0bcf61f-cfff-49f5-9c15-5f66f69db851: DOWN {{(pid=102555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:28:19.885756 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-67c07938-42dc-4bf1-bf49-5bd561607cd7 req-877f2b13-9033-4bc0-bf73-1a94b2ca4ccb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523720 Feb 14 16:28:19.983053 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c07938-42dc-4bf1-bf49-5bd561607cd7 req-28ea01fc-ec55-4f1f-9d17-cc407c294c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:19.984852 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-67c07938-42dc-4bf1-bf49-5bd561607cd7 req-28ea01fc-ec55-4f1f-9d17-cc407c294c79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 1130 time: 0.0552692 Feb 14 16:28:20.110108 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c07938-42dc-4bf1-bf49-5bd561607cd7 req-e85e7bda-e5de-4f06-8030-4f429fc4d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:20.111652 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-67c07938-42dc-4bf1-bf49-5bd561607cd7 req-e85e7bda-e5de-4f06-8030-4f429fc4d7fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 913 time: 0.1063972 Feb 14 16:28:20.180422 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f12ac685-69d6-497d-99f5-1bec1134fc64 req-8870e3ac-5f13-4d30-9d40-fbcc015a3016 tempest-VolumesNegativeTest-2088334435 tempest-VolumesNegativeTest-2088334435-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2d8f677-88f2-4aaf-b750-24b3964b0dac HTTP/1.1" status: 200 len: 210 time: 0.0297775 Feb 14 16:28:20.217994 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-67c07938-42dc-4bf1-bf49-5bd561607cd7 req-5f8e852b-f348-439a-bc41-57cfc5d7190a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d89d34c9-6a41-4e0d-b642-18c9047ac04d HTTP/1.1" status: 200 len: 1002 time: 0.0967402 Feb 14 16:28:20.230053 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865717e5-38e9-425c-b0e2-16ab48f3417b req-3a431f21-fe2b-4ec4-ac2f-16b7ff17049e tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:20.231444 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-865717e5-38e9-425c-b0e2-16ab48f3417b req-3a431f21-fe2b-4ec4-ac2f-16b7ff17049e tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.0708835 Feb 14 16:28:20.302375 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c07938-42dc-4bf1-bf49-5bd561607cd7 req-e631dc31-9b33-445f-8ecb-e1fca8b8a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:20.303818 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-67c07938-42dc-4bf1-bf49-5bd561607cd7 req-e631dc31-9b33-445f-8ecb-e1fca8b8a2ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b4c5ab6-b530-4a40-828d-6c24277d6e4f HTTP/1.1" status: 200 len: 851 time: 0.0715446 Feb 14 16:28:20.312440 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-865717e5-38e9-425c-b0e2-16ab48f3417b req-79347081-33ad-4880-aa1e-b648c05c1854 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a0bc085-263e-4bf8-baeb-68c294b59b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732570 Feb 14 16:28:20.355373 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c07938-42dc-4bf1-bf49-5bd561607cd7 req-b495cdf7-e09b-4bb6-a9da-e6f22669f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:20.356848 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-67c07938-42dc-4bf1-bf49-5bd561607cd7 req-b495cdf7-e09b-4bb6-a9da-e6f22669f9f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44684784-0d26-471d-9a19-2b37a993c4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435898 Feb 14 16:28:20.448426 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-67c07938-42dc-4bf1-bf49-5bd561607cd7 req-f3251dd0-d3d5-445a-ac72-419e0546e51d service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826948 Feb 14 16:28:20.542765 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-67c07938-42dc-4bf1-bf49-5bd561607cd7 req-d56e48c6-9034-431f-bf89-aa23a6b0491b service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851920 Feb 14 16:28:20.716639 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c9adc6d4-dd4d-40f2-8f64-aba10320ecdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:20.996752 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d8f677-88f2-4aaf-b750-24b3964b0dac', 'name': 'network-vif-deleted', 'tag': '7e10b978-0f33-4dcc-bc74-a89796fda42c'}] {{(pid=102552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:28:20.999021 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9be7e70e6e7d8e41db67d6a2a9b7a0bb24c700eebffb41e9ae5e2264f113bf3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911b6886-abd0-4bf0-b81a-bee2ad1194b6" -d '{"events": [{"server_uuid": "d2d8f677-88f2-4aaf-b750-24b3964b0dac", "name": "network-vif-deleted", "tag": "7e10b978-0f33-4dcc-bc74-a89796fda42c"}]}' {{(pid=102552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:28:21.027039 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ecb24-ad0e-4d00-9108-fd0f5159c1b3 req-afc04f38-b93b-4049-8d35-e578fe549647 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:21.028525 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b05ecb24-ad0e-4d00-9108-fd0f5159c1b3 req-afc04f38-b93b-4049-8d35-e578fe549647 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.42 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 946 time: 0.3027942 Feb 14 16:28:21.033613 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13f26dd-ad71-4a19-bec8-7bbeddb1678d x-openstack-request-id: req-d13f26dd-ad71-4a19-bec8-7bbeddb1678d {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:28:21.033907 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d8f677-88f2-4aaf-b750-24b3964b0dac", "name": "network-vif-deleted", "tag": "7e10b978-0f33-4dcc-bc74-a89796fda42c", "status": "completed", "code": 200}]} {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:28:21.034226 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d13f26dd-ad71-4a19-bec8-7bbeddb1678d {{(pid=102552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:28:21.034614 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d8f677-88f2-4aaf-b750-24b3964b0dac', 'name': 'network-vif-deleted', 'tag': '7e10b978-0f33-4dcc-bc74-a89796fda42c', 'status': 'completed', 'code': 200} Feb 14 16:28:21.126282 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [req-b05ecb24-ad0e-4d00-9108-fd0f5159c1b3 req-17abe480-c2e0-4888-b69c-af6cb214aea2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Deleting port 43d34da7-a6d9-45d0-ac4a-526792b24632 {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:28:21.126627 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-b05ecb24-ad0e-4d00-9108-fd0f5159c1b3 req-17abe480-c2e0-4888-b69c-af6cb214aea2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:21.216625 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [req-b05ecb24-ad0e-4d00-9108-fd0f5159c1b3 req-17abe480-c2e0-4888-b69c-af6cb214aea2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] For port 43d34da7-a6d9-45d0-ac4a-526792b24632, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=43d34da7-a6d9-45d0-ac4a-526792b24632,segment=NetworkSegment(d2b976d1-8695-44b3-a3a0-abf44551abf2),segment_id=d2b976d1-8695-44b3-a3a0-abf44551abf2)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:28:21.217087 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-b05ecb24-ad0e-4d00-9108-fd0f5159c1b3 req-17abe480-c2e0-4888-b69c-af6cb214aea2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:21.230583 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [req-b05ecb24-ad0e-4d00-9108-fd0f5159c1b3 req-17abe480-c2e0-4888-b69c-af6cb214aea2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Calling delete_port for 43d34da7-a6d9-45d0-ac4a-526792b24632 owned by compute:nova {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:28:21.371803 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-b05ecb24-ad0e-4d00-9108-fd0f5159c1b3 req-17abe480-c2e0-4888-b69c-af6cb214aea2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (43d34da7-a6d9-45d0-ac4a-526792b24632), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:21.401569 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abe480-c2e0-4888-b69c-af6cb214aea2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Pushing event deleted for resources: {'Port': ['ID=43d34da7-a6d9-45d0-ac4a-526792b24632,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:21.435706 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-bb6c5102-f6c9-422f-88de-f96ede37c493 req-30198a33-8aff-4dc5-8893-a54c57d3aa29 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "GET /v2.0/ports?device_id=47ce32b0-3d78-4e40-a609-e57a3fc13eb4 HTTP/1.1" status: 200 len: 210 time: 0.0382941 Feb 14 16:28:21.487739 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05ecb24-ad0e-4d00-9108-fd0f5159c1b3 req-17abe480-c2e0-4888-b69c-af6cb214aea2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] No DVR routers for this DVR port 43d34da7-a6d9-45d0-ac4a-526792b24632 on host hv-cinder-81966 {{(pid=102552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:28:21.490129 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-b05ecb24-ad0e-4d00-9108-fd0f5159c1b3 req-17abe480-c2e0-4888-b69c-af6cb214aea2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:21.494284 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-b05ecb24-ad0e-4d00-9108-fd0f5159c1b3 req-17abe480-c2e0-4888-b69c-af6cb214aea2 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.42 "DELETE /v2.0/ports/43d34da7-a6d9-45d0-ac4a-526792b24632 HTTP/1.1" status: 204 len: 173 time: 0.4578197 Feb 14 16:28:22.045551 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:22.494411 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 58872) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:22.553304 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6d8139c3-79e1-4912-908f-56a427145906 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group (1a0bc085-263e-4bf8-baeb-68c294b59b2e), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:22.579938 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6d8139c3-79e1-4912-908f-56a427145906 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group (1a0bc085-263e-4bf8-baeb-68c294b59b2e), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:22.674758 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6d8139c3-79e1-4912-908f-56a427145906 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1a0bc085-263e-4bf8-baeb-68c294b59b2e), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:22.680500 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6d8139c3-79e1-4912-908f-56a427145906 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:22.683199 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-6d8139c3-79e1-4912-908f-56a427145906 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] 10.222.0.55 "DELETE /v2.0/security-groups/1a0bc085-263e-4bf8-baeb-68c294b59b2e HTTP/1.1" status: 204 len: 168 time: 0.1875150 Feb 14 16:28:22.695834 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8139c3-79e1-4912-908f-56a427145906 tempest-TestShelveInstance-2073543349 tempest-TestShelveInstance-2073543349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0bc085-263e-4bf8-baeb-68c294b59b2e,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:22.739795 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 58912) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:22.959498 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 7e10b978-0f33-4dcc-bc74-a89796fda42c no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:28:22.981448 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: 7e10b978-0f33-4dcc-bc74-a89796fda42c {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:28:22.981819 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 7e10b978-0f33-4dcc-bc74-a89796fda42c not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:28:23.037284 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'name': 'network-vif-deleted', 'tag': '43d34da7-a6d9-45d0-ac4a-526792b24632'}] {{(pid=102552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:28:23.042983 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9be7e70e6e7d8e41db67d6a2a9b7a0bb24c700eebffb41e9ae5e2264f113bf3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf5e432-f4a3-4b6f-8818-544034b96a59" -d '{"events": [{"server_uuid": "47ce32b0-3d78-4e40-a609-e57a3fc13eb4", "name": "network-vif-deleted", "tag": "43d34da7-a6d9-45d0-ac4a-526792b24632"}]}' {{(pid=102552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:28:23.085496 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15f5594-35e0-4d45-8f95-fe19d3e0395d x-openstack-request-id: req-e15f5594-35e0-4d45-8f95-fe19d3e0395d {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:28:23.085791 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ce32b0-3d78-4e40-a609-e57a3fc13eb4", "name": "network-vif-deleted", "tag": "43d34da7-a6d9-45d0-ac4a-526792b24632", "status": "completed", "code": 200}]} {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:28:23.086048 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e15f5594-35e0-4d45-8f95-fe19d3e0395d {{(pid=102552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:28:23.086448 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ce32b0-3d78-4e40-a609-e57a3fc13eb4', 'name': 'network-vif-deleted', 'tag': '43d34da7-a6d9-45d0-ac4a-526792b24632', 'status': 'completed', 'code': 200} Feb 14 16:28:23.252542 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b67a5b21-06f3-4ac2-b236-7fba8db31e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626919'] for router_interface (34b7ce94-7700-4d93-9628-d904c1aaa197), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:23.537597 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-b67a5b21-06f3-4ac2-b236-7fba8db31e43 admin admin] Deleting port 4e65a5a4-48bb-4b75-86f6-daff480d4550 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:28:23.538176 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b67a5b21-06f3-4ac2-b236-7fba8db31e43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:23.563546 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:23.631320 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [None req-b67a5b21-06f3-4ac2-b236-7fba8db31e43 admin admin] For port 4e65a5a4-48bb-4b75-86f6-daff480d4550, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=4e65a5a4-48bb-4b75-86f6-daff480d4550,segment=NetworkSegment(d2b976d1-8695-44b3-a3a0-abf44551abf2),segment_id=d2b976d1-8695-44b3-a3a0-abf44551abf2)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:28:23.631969 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b67a5b21-06f3-4ac2-b236-7fba8db31e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:23.644210 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-b67a5b21-06f3-4ac2-b236-7fba8db31e43 admin admin] Calling delete_port for 4e65a5a4-48bb-4b75-86f6-daff480d4550 owned by network:router_interface {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:28:23.839209 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b67a5b21-06f3-4ac2-b236-7fba8db31e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (4e65a5a4-48bb-4b75-86f6-daff480d4550), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:23.868697 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a5b21-06f3-4ac2-b236-7fba8db31e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e65a5a4-48bb-4b75-86f6-daff480d4550,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:24.059166 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b67a5b21-06f3-4ac2-b236-7fba8db31e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627059'] for router_interface (34b7ce94-7700-4d93-9628-d904c1aaa197), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:24.540767 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67a5b21-06f3-4ac2-b236-7fba8db31e43 admin admin] Router 34b7ce94-7700-4d93-9628-d904c1aaa197 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:28:24.650463 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67a5b21-06f3-4ac2-b236-7fba8db31e43 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:28:24.655386 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-b67a5b21-06f3-4ac2-b236-7fba8db31e43 admin admin] 10.222.0.55 "PUT /v2.0/routers/34b7ce94-7700-4d93-9628-d904c1aaa197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9145722 Feb 14 16:28:24.658024 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59014) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:24.659365 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e85b45e-6b7f-4ecb-b6c5-2838a009a928 None None] Sync routers for ids ['34b7ce94-7700-4d93-9628-d904c1aaa197'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:28:24.670464 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e85b45e-6b7f-4ecb-b6c5-2838a009a928 None None] Routers {'34b7ce94-7700-4d93-9628-d904c1aaa197'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:28:24.671122 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-3e85b45e-6b7f-4ecb-b6c5-2838a009a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:28:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['34b7ce94-7700-4d93-9628-d904c1aaa197'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:24.769707 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] Publish callbacks [] for router (34b7ce94-7700-4d93-9628-d904c1aaa197), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:24.787943 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:24.802247 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-3e85b45e-6b7f-4ecb-b6c5-2838a009a928 None None] Set router 34b7ce94-7700-4d93-9628-d904c1aaa197 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:28:24.884146 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] Publish callbacks [] for router_gateway (34b7ce94-7700-4d93-9628-d904c1aaa197), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:24.936586 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] Deleting port 5a580298-4755-43a9-9f76-b9b1bd0b8112 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:28:24.936928 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (5a580298-4755-43a9-9f76-b9b1bd0b8112), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:24.990693 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 43d34da7-a6d9-45d0-ac4a-526792b24632 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:28:25.012803 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-3e85b45e-6b7f-4ecb-b6c5-2838a009a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:28:23Z', 'revision_number': 5, 'project_id': '84431557f940487eb224596e913ad8d0', 'gw_port': {'id': '5a580298-4755-43a9-9f76-b9b1bd0b8112', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:25.015416 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: 43d34da7-a6d9-45d0-ac4a-526792b24632 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:28:25.015820 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 43d34da7-a6d9-45d0-ac4a-526792b24632 not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:28:25.016312 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] For port 5a580298-4755-43a9-9f76-b9b1bd0b8112, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=5a580298-4755-43a9-9f76-b9b1bd0b8112,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:28:25.016678 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (5a580298-4755-43a9-9f76-b9b1bd0b8112), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.029030 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] Calling delete_port for 5a580298-4755-43a9-9f76-b9b1bd0b8112 owned by network:router_gateway {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:28:25.040906 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e85b45e-6b7f-4ecb-b6c5-2838a009a928 None None] Checking router: 34b7ce94-7700-4d93-9628-d904c1aaa197 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:28:25.049890 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e85b45e-6b7f-4ecb-b6c5-2838a009a928 None None] Routers {'34b7ce94-7700-4d93-9628-d904c1aaa197'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:28:25.050499 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-3e85b45e-6b7f-4ecb-b6c5-2838a009a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:28:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['34b7ce94-7700-4d93-9628-d904c1aaa197'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:25.236770 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (5a580298-4755-43a9-9f76-b9b1bd0b8112), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.257358 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a580298-4755-43a9-9f76-b9b1bd0b8112,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:25.291923 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 59024) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:25.292432 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-3e85b45e-6b7f-4ecb-b6c5-2838a009a928 None None] Set router 34b7ce94-7700-4d93-9628-d904c1aaa197 gateway port host: None {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:28:25.322735 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628909'] for router_gateway (34b7ce94-7700-4d93-9628-d904c1aaa197), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.359099 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-3e85b45e-6b7f-4ecb-b6c5-2838a009a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:28:24Z', 'revision_number': 6, 'project_id': '84431557f940487eb224596e913ad8d0', 'gw_port_host': None}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:25.385774 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e85b45e-6b7f-4ecb-b6c5-2838a009a928 None None] The sync data for ids ['34b7ce94-7700-4d93-9628-d904c1aaa197'] in dv-cinder-819668-3-iscsi is: [{'id': '34b7ce94-7700-4d93-9628-d904c1aaa197', 'name': 'tempest-TestShelveInstance-361000027-router', 'tenant_id': '84431557f940487eb224596e913ad8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:39Z', 'updated_at': '2022-02-14T16:28:24Z', 'revision_number': 6, 'project_id': '84431557f940487eb224596e913ad8d0', 'gw_port_host': None}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:28:25.433009 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44680'] for router (34b7ce94-7700-4d93-9628-d904c1aaa197), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.435195 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] Publish callbacks [] for router_controller (34b7ce94-7700-4d93-9628-d904c1aaa197), precommit_delete_associations {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.456721 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-382b6f53-9f5e-4a1d-aac4-b679288944d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67742279b3c24a47a9bc6561845ca2bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635802 Feb 14 16:28:25.459096 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 59028) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:25.511107 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627457'] for router (34b7ce94-7700-4d93-9628-d904c1aaa197), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.511632 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34b7ce94-7700-4d93-9628-d904c1aaa197 {{(pid=102553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:28:25.514266 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d937027f-ea73-4b94-b2e7-00a6bdc34afe admin admin] Publish callbacks [] for security_group (b8478a23-fd00-4669-b170-f705909b482c), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.516706 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.520710 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-ae096785-4902-4712-9a08-33a0682ca94d admin admin] 10.222.0.55 "DELETE /v2.0/routers/34b7ce94-7700-4d93-9628-d904c1aaa197 HTTP/1.1" status: 204 len: 168 time: 0.8616912 Feb 14 16:28:25.521305 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59030) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:25.535869 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d937027f-ea73-4b94-b2e7-00a6bdc34afe admin admin] Publish callbacks [] for security_group (b8478a23-fd00-4669-b170-f705909b482c), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.565852 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b89cf6-d4b9-466e-b4a2-213f5483c258 admin admin] Deleting subnet dd85fe61-920d-42f7-a824-5314b72e831c {{(pid=102553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:28:25.569484 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-23b89cf6-d4b9-466e-b4a2-213f5483c258 admin admin] Publish callbacks [] for subnet (dd85fe61-920d-42f7-a824-5314b72e831c), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.592097 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d937027f-ea73-4b94-b2e7-00a6bdc34afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (b8478a23-fd00-4669-b170-f705909b482c), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.594972 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-d937027f-ea73-4b94-b2e7-00a6bdc34afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.596191 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-d937027f-ea73-4b94-b2e7-00a6bdc34afe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8478a23-fd00-4669-b170-f705909b482c HTTP/1.1" status: 204 len: 168 time: 0.1360343 Feb 14 16:28:25.605718 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937027f-ea73-4b94-b2e7-00a6bdc34afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8478a23-fd00-4669-b170-f705909b482c,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:25.613148 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-23b89cf6-d4b9-466e-b4a2-213f5483c258 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261692512'] for subnet (dd85fe61-920d-42f7-a824-5314b72e831c), precommit_delete_associations {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.732705 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-23b89cf6-d4b9-466e-b4a2-213f5483c258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (dd85fe61-920d-42f7-a824-5314b72e831c), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.847087 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-23b89cf6-d4b9-466e-b4a2-213f5483c258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260103255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260062759'] for subnet (dd85fe61-920d-42f7-a824-5314b72e831c), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.880590 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b89cf6-d4b9-466e-b4a2-213f5483c258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd85fe61-920d-42f7-a824-5314b72e831c,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:25.892582 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-23b89cf6-d4b9-466e-b4a2-213f5483c258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:25.898485 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edb3e3b-f57a-49e2-b4cf-423a54a05e29 None None] Network 04501df6-4ee2-42f8-a7f1-0e1e29987a0c requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:28:25.906553 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 59036) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:25.909158 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-23b89cf6-d4b9-466e-b4a2-213f5483c258 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dd85fe61-920d-42f7-a824-5314b72e831c HTTP/1.1" status: 204 len: 168 time: 0.3866680 Feb 14 16:28:25.940893 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 4e65a5a4-48bb-4b75-86f6-daff480d4550 no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:28:25.978688 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: 4e65a5a4-48bb-4b75-86f6-daff480d4550 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:28:25.979031 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 4e65a5a4-48bb-4b75-86f6-daff480d4550 not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:28:26.003178 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (04501df6-4ee2-42f8-a7f1-0e1e29987a0c), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:26.058011 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] Deleting port b52f427a-4567-4963-8675-379519260cc0 {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:28:26.058360 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (b52f427a-4567-4963-8675-379519260cc0), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:26.120031 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] For port b52f427a-4567-4963-8675-379519260cc0, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=b52f427a-4567-4963-8675-379519260cc0,segment=NetworkSegment(d2b976d1-8695-44b3-a3a0-abf44551abf2),segment_id=d2b976d1-8695-44b3-a3a0-abf44551abf2)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:28:26.120315 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (b52f427a-4567-4963-8675-379519260cc0), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:26.136489 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] Calling delete_port for b52f427a-4567-4963-8675-379519260cc0 owned by network:dhcp {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:28:26.213592 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (b52f427a-4567-4963-8675-379519260cc0), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:26.238139 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] Pushing event deleted for resources: {'Port': ['ID=b52f427a-4567-4963-8675-379519260cc0,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:26.241767 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] No DVR routers for this DVR port b52f427a-4567-4963-8675-379519260cc0 on host dv-cinder-819668-3-iscsi {{(pid=102552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:28:26.338662 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (04501df6-4ee2-42f8-a7f1-0e1e29987a0c), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:26.341410 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8bff56-cf70-4919-a22c-ef06a959a2eb None None] DHCP port deletion for 04501df6-4ee2-42f8-a7f1-0e1e29987a0c request from dv-cinder-819668-3-iscsi {{(pid=102554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:28:26.361353 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04501df6-4ee2-42f8-a7f1-0e1e29987a0c']}} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:26.371721 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b976d1-8695-44b3-a3a0-abf44551abf2') {'for_net_delete': True} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:26.371941 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b976d1-8695-44b3-a3a0-abf44551abf2') {} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:26.381849 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260087293'] for segment (d2b976d1-8695-44b3-a3a0-abf44551abf2), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:26.395154 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (d2b976d1-8695-44b3-a3a0-abf44551abf2), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:26.401403 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:28:26.401813 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262128771'] for segment (d2b976d1-8695-44b3-a3a0-abf44551abf2), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: Traceback (most recent call last): Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: timer() Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: cb(*args, **kw) Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: return func(*args, **kwargs) Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: self._notify() Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: self.callback(batched_events) Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: event.method(event) Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: return f(self, *a, **k) Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._get(url).json() Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: return self.request(url, 'GET', **kwargs) Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:28:26.403813 dv-cinder-819668-3-iscsi neutron-server[102552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:28:26.465204 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (04501df6-4ee2-42f8-a7f1-0e1e29987a0c), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:26.471958 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:26.475590 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] 10.222.0.55 "DELETE /v2.0/networks/04501df6-4ee2-42f8-a7f1-0e1e29987a0c HTTP/1.1" status: 204 len: 168 time: 0.5675080 Feb 14 16:28:26.479196 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59046) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:26.488967 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc746c-b899-4113-841c-78f0c4452294 admin admin] Pushing event deleted for resources: {'Network': ['ID=04501df6-4ee2-42f8-a7f1-0e1e29987a0c,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:26.826266 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a008286c-0401-4377-8261-9a0eb0b570a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626919'] for router_interface (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:27.071328 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-a008286c-0401-4377-8261-9a0eb0b570a7 admin admin] Deleting port 84921eae-e2fd-4aa9-8c19-9542651086bf {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:28:27.071999 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a008286c-0401-4377-8261-9a0eb0b570a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:27.149545 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [None req-a008286c-0401-4377-8261-9a0eb0b570a7 admin admin] For port 84921eae-e2fd-4aa9-8c19-9542651086bf, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=84921eae-e2fd-4aa9-8c19-9542651086bf,segment=NetworkSegment(16f9106b-5db9-4fc4-8712-bc62e860a3cc),segment_id=16f9106b-5db9-4fc4-8712-bc62e860a3cc)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:28:27.149904 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a008286c-0401-4377-8261-9a0eb0b570a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:27.161629 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-a008286c-0401-4377-8261-9a0eb0b570a7 admin admin] Calling delete_port for 84921eae-e2fd-4aa9-8c19-9542651086bf owned by network:router_interface {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:28:27.339100 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a008286c-0401-4377-8261-9a0eb0b570a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (84921eae-e2fd-4aa9-8c19-9542651086bf), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:27.364720 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008286c-0401-4377-8261-9a0eb0b570a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=84921eae-e2fd-4aa9-8c19-9542651086bf,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:27.526054 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a008286c-0401-4377-8261-9a0eb0b570a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627059'] for router_interface (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:27.745263 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a008286c-0401-4377-8261-9a0eb0b570a7 admin admin] Router 4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:28:27.812054 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device b52f427a-4567-4963-8675-379519260cc0 no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:28:27.834173 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: b52f427a-4567-4963-8675-379519260cc0 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:28:27.834523 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device b52f427a-4567-4963-8675-379519260cc0 not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:28:27.834932 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 5a580298-4755-43a9-9f76-b9b1bd0b8112 no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:28:27.856671 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: 5a580298-4755-43a9-9f76-b9b1bd0b8112 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:28:27.857014 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 5a580298-4755-43a9-9f76-b9b1bd0b8112 not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:28:27.857348 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a008286c-0401-4377-8261-9a0eb0b570a7 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:28:27.863674 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-a008286c-0401-4377-8261-9a0eb0b570a7 admin admin] 10.222.0.55 "PUT /v2.0/routers/4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3820634 Feb 14 16:28:27.864740 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59054) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:27.866418 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620bc17c-9230-463f-890a-787a66cc4e98 None None] Sync routers for ids ['4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:28:27.877553 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620bc17c-9230-463f-890a-787a66cc4e98 None None] Routers {'4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:28:27.878265 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-620bc17c-9230-463f-890a-787a66cc4e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:28:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:27.972221 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Publish callbacks [] for router (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:27.985772 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-620bc17c-9230-463f-890a-787a66cc4e98 None None] Set router 4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:28:28.167428 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-620bc17c-9230-463f-890a-787a66cc4e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'name': 'tempest-TestShelveInstance-613683168-router', 'tenant_id': '91f20d8b7be8418fb476528c67fedf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:48Z', 'updated_at': '2022-02-14T16:28:27Z', 'revision_number': 5, 'project_id': '91f20d8b7be8418fb476528c67fedf07', 'gw_port': {'id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:49Z', 'updated_at': '2022-02-14T16:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:28.198780 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620bc17c-9230-463f-890a-787a66cc4e98 None None] Checking router: 4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:28:28.207444 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620bc17c-9230-463f-890a-787a66cc4e98 None None] Routers {'4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:28:28.208059 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-620bc17c-9230-463f-890a-787a66cc4e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:28:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:28.315854 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-620bc17c-9230-463f-890a-787a66cc4e98 None None] Set router 4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:28:28.345387 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Publish callbacks [] for router_gateway (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:28.396673 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Deleting port aae7f93a-8180-4ca6-b12e-df73413a1f1f {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:28:28.397015 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (aae7f93a-8180-4ca6-b12e-df73413a1f1f), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:28.482147 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] For port aae7f93a-8180-4ca6-b12e-df73413a1f1f, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=aae7f93a-8180-4ca6-b12e-df73413a1f1f,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:28:28.482507 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (aae7f93a-8180-4ca6-b12e-df73413a1f1f), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:28.489668 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-620bc17c-9230-463f-890a-787a66cc4e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'name': 'tempest-TestShelveInstance-613683168-router', 'tenant_id': '91f20d8b7be8418fb476528c67fedf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:48Z', 'updated_at': '2022-02-14T16:28:27Z', 'revision_number': 5, 'project_id': '91f20d8b7be8418fb476528c67fedf07', 'gw_port': {'id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:49Z', 'updated_at': '2022-02-14T16:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:28.494477 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Calling delete_port for aae7f93a-8180-4ca6-b12e-df73413a1f1f owned by network:router_gateway {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:28:28.515195 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620bc17c-9230-463f-890a-787a66cc4e98 None None] The sync data for ids ['4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57'] in dv-cinder-819668-3-iscsi is: [{'id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'name': 'tempest-TestShelveInstance-613683168-router', 'tenant_id': '91f20d8b7be8418fb476528c67fedf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:22:48Z', 'updated_at': '2022-02-14T16:28:27Z', 'revision_number': 5, 'project_id': '91f20d8b7be8418fb476528c67fedf07', 'gw_port': {'id': 'aae7f93a-8180-4ca6-b12e-df73413a1f1f', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:22:49Z', 'updated_at': '2022-02-14T16:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:28:28.654540 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (aae7f93a-8180-4ca6-b12e-df73413a1f1f), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:28.677594 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Pushing event deleted for resources: {'Port': ['ID=aae7f93a-8180-4ca6-b12e-df73413a1f1f,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:28.690975 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:28.691326 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:28.691807 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:28.692174 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:28.692511 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:28.692841 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:28.693273 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:28.693632 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:28.693962 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:28.694286 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:28.694606 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:28.694975 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:28.695298 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:28:28.749998 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628909'] for router_gateway (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:28.839680 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44680'] for router (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:28.841712 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Publish callbacks [] for router_controller (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), precommit_delete_associations {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:28.888687 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627457'] for router (4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:28.888929 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 {{(pid=102553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:28:28.893311 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:28.894503 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-88934829-eb6f-4d39-a3cc-c64ac5cc93ea admin admin] 10.222.0.55 "DELETE /v2.0/routers/4527f85d-bfe2-4b1a-bb7b-1dbac20b4f57 HTTP/1.1" status: 204 len: 168 time: 1.0289156 Feb 14 16:28:28.896929 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59060) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:28.944505 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea033859-99ed-4884-87a3-92b3ed7b336b admin admin] Deleting subnet 8c497a7c-e7a9-47d6-8bf7-2210f816f122 {{(pid=102553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:28:28.948256 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ea033859-99ed-4884-87a3-92b3ed7b336b admin admin] Publish callbacks [] for subnet (8c497a7c-e7a9-47d6-8bf7-2210f816f122), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:28.993133 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ea033859-99ed-4884-87a3-92b3ed7b336b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261692512'] for subnet (8c497a7c-e7a9-47d6-8bf7-2210f816f122), precommit_delete_associations {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.069782 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ea033859-99ed-4884-87a3-92b3ed7b336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (8c497a7c-e7a9-47d6-8bf7-2210f816f122), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.124193 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ea033859-99ed-4884-87a3-92b3ed7b336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260103255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260062759'] for subnet (8c497a7c-e7a9-47d6-8bf7-2210f816f122), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.153304 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea033859-99ed-4884-87a3-92b3ed7b336b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c497a7c-e7a9-47d6-8bf7-2210f816f122,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:29.155573 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ea033859-99ed-4884-87a3-92b3ed7b336b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.158983 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-ea033859-99ed-4884-87a3-92b3ed7b336b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8c497a7c-e7a9-47d6-8bf7-2210f816f122 HTTP/1.1" status: 204 len: 168 time: 0.2610745 Feb 14 16:28:29.161579 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59064) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:29.164205 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1952131-25e9-4ca9-96a9-c06a04dc5437 None None] Network 11724dc5-f2a4-4862-ba3e-ea78ff73e282 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:28:29.236105 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (11724dc5-f2a4-4862-ba3e-ea78ff73e282), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.296238 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] Deleting port a70383df-53d4-4ff4-b43c-96d6df35d970 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:28:29.296576 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (a70383df-53d4-4ff4-b43c-96d6df35d970), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.355677 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] For port a70383df-53d4-4ff4-b43c-96d6df35d970, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=a70383df-53d4-4ff4-b43c-96d6df35d970,segment=NetworkSegment(16f9106b-5db9-4fc4-8712-bc62e860a3cc),segment_id=16f9106b-5db9-4fc4-8712-bc62e860a3cc)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:28:29.356343 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (a70383df-53d4-4ff4-b43c-96d6df35d970), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.368140 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] Calling delete_port for a70383df-53d4-4ff4-b43c-96d6df35d970 owned by network:dhcp {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:28:29.444948 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (a70383df-53d4-4ff4-b43c-96d6df35d970), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.469817 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] Pushing event deleted for resources: {'Port': ['ID=a70383df-53d4-4ff4-b43c-96d6df35d970,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:29.473516 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] No DVR routers for this DVR port a70383df-53d4-4ff4-b43c-96d6df35d970 on host dv-cinder-819668-3-iscsi {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:28:29.534204 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ff57d8-43f7-4c01-af04-2b5ec53ee4ca None None] DHCP port deletion for 11724dc5-f2a4-4862-ba3e-ea78ff73e282 request from dv-cinder-819668-3-iscsi {{(pid=102554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:28:29.553625 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (11724dc5-f2a4-4862-ba3e-ea78ff73e282), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.574042 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11724dc5-f2a4-4862-ba3e-ea78ff73e282']}} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:29.582935 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f9106b-5db9-4fc4-8712-bc62e860a3cc') {'for_net_delete': True} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:29.583235 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f9106b-5db9-4fc4-8712-bc62e860a3cc') {} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:29.592682 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261692535'] for segment (16f9106b-5db9-4fc4-8712-bc62e860a3cc), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.606491 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (16f9106b-5db9-4fc4-8712-bc62e860a3cc), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.612446 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:28:29.612812 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260101877'] for segment (16f9106b-5db9-4fc4-8712-bc62e860a3cc), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: Traceback (most recent call last): Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: timer() Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: cb(*args, **kw) Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: return func(*args, **kwargs) Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: self._notify() Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: self.callback(batched_events) Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: event.method(event) Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: return f(self, *a, **k) Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._get(url).json() Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: return self.request(url, 'GET', **kwargs) Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:28:29.614566 dv-cinder-819668-3-iscsi neutron-server[102553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:28:29.666266 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (11724dc5-f2a4-4862-ba3e-ea78ff73e282), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.671697 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.674824 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] 10.222.0.55 "DELETE /v2.0/networks/11724dc5-f2a4-4862-ba3e-ea78ff73e282 HTTP/1.1" status: 204 len: 168 time: 0.5121050 Feb 14 16:28:29.685103 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acdda72-1523-42bc-8f4a-56a186675eca admin admin] Pushing event deleted for resources: {'Network': ['ID=11724dc5-f2a4-4862-ba3e-ea78ff73e282,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:29.755619 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device a70383df-53d4-4ff4-b43c-96d6df35d970 no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:28:29.776258 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: a70383df-53d4-4ff4-b43c-96d6df35d970 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:28:29.776597 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device a70383df-53d4-4ff4-b43c-96d6df35d970 not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:28:29.777003 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device aae7f93a-8180-4ca6-b12e-df73413a1f1f no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:28:29.796258 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: aae7f93a-8180-4ca6-b12e-df73413a1f1f {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:28:29.796598 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device aae7f93a-8180-4ca6-b12e-df73413a1f1f not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:28:29.797007 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 84921eae-e2fd-4aa9-8c19-9542651086bf no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:28:29.815574 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: 84921eae-e2fd-4aa9-8c19-9542651086bf {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:28:29.815923 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 84921eae-e2fd-4aa9-8c19-9542651086bf not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:28:29.839584 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59068) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:29.883179 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-f13fd7a9-9f03-48b9-a1a4-4d3861705528 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84431557f940487eb224596e913ad8d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423810 Feb 14 16:28:29.885512 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59070) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:29.933173 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4cc147fa-7979-495b-a362-88b3becae04f admin admin] Publish callbacks [] for security_group (5ddc6ec2-540e-4b9d-b4b4-7205178fc440), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.953489 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4cc147fa-7979-495b-a362-88b3becae04f admin admin] Publish callbacks [] for security_group (5ddc6ec2-540e-4b9d-b4b4-7205178fc440), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:29.998716 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4cc147fa-7979-495b-a362-88b3becae04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (5ddc6ec2-540e-4b9d-b4b4-7205178fc440), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:30.001261 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-4cc147fa-7979-495b-a362-88b3becae04f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:30.002445 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-4cc147fa-7979-495b-a362-88b3becae04f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ddc6ec2-540e-4b9d-b4b4-7205178fc440 HTTP/1.1" status: 204 len: 168 time: 0.1160462 Feb 14 16:28:30.010695 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc147fa-7979-495b-a362-88b3becae04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddc6ec2-540e-4b9d-b4b4-7205178fc440,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:30.318212 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59078) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:30.356878 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-1c2b09c7-524c-431f-a50c-61ff9be848cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91f20d8b7be8418fb476528c67fedf07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375290 Feb 14 16:28:30.359284 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59080) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:30.412645 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-dd81694c-4b65-48ca-9e33-79b8cacdce5d admin admin] Publish callbacks [] for security_group (e944b2bc-90a1-4330-be49-a75c99361da5), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:30.434435 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-dd81694c-4b65-48ca-9e33-79b8cacdce5d admin admin] Publish callbacks [] for security_group (e944b2bc-90a1-4330-be49-a75c99361da5), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:30.485203 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-dd81694c-4b65-48ca-9e33-79b8cacdce5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (e944b2bc-90a1-4330-be49-a75c99361da5), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:30.487861 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-dd81694c-4b65-48ca-9e33-79b8cacdce5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:30.489003 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-dd81694c-4b65-48ca-9e33-79b8cacdce5d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e944b2bc-90a1-4330-be49-a75c99361da5 HTTP/1.1" status: 204 len: 168 time: 0.1288500 Feb 14 16:28:30.497223 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81694c-4b65-48ca-9e33-79b8cacdce5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e944b2bc-90a1-4330-be49-a75c99361da5,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:41.320965 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:42.715978 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59150) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:42.817735 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3e84880e-02dd-4519-b91b-bafa02efd8c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:42.890433 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3e84880e-02dd-4519-b91b-bafa02efd8c0 admin admin] Publish callbacks [] for security_group (24a9f43b-18ad-45ec-b68f-4c156f8ed84b), precommit_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:42.894079 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3e84880e-02dd-4519-b91b-bafa02efd8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (24a9f43b-18ad-45ec-b68f-4c156f8ed84b), after_create {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:42.930205 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84880e-02dd-4519-b91b-bafa02efd8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a9f43b-18ad-45ec-b68f-4c156f8ed84b,revision_number=1']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:42.935189 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-3e84880e-02dd-4519-b91b-bafa02efd8c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f80af38093640c8b4aa9e6e47b6f20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181108 Feb 14 16:28:42.937003 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59154) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:42.985282 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff50985a-f14a-466f-b485-5c8cc71a584c admin admin] Publish callbacks [] for security_group (24a9f43b-18ad-45ec-b68f-4c156f8ed84b), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:43.004999 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff50985a-f14a-466f-b485-5c8cc71a584c admin admin] Publish callbacks [] for security_group (24a9f43b-18ad-45ec-b68f-4c156f8ed84b), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:43.051464 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff50985a-f14a-466f-b485-5c8cc71a584c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (24a9f43b-18ad-45ec-b68f-4c156f8ed84b), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:43.054084 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-ff50985a-f14a-466f-b485-5c8cc71a584c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:43.055794 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-ff50985a-f14a-466f-b485-5c8cc71a584c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24a9f43b-18ad-45ec-b68f-4c156f8ed84b HTTP/1.1" status: 204 len: 168 time: 0.1178157 Feb 14 16:28:43.063424 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50985a-f14a-466f-b485-5c8cc71a584c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a9f43b-18ad-45ec-b68f-4c156f8ed84b,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:48.476617 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e817581e-6ae7-41ed-bd5d-8b05f9ba8b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:49.405233 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96da7759-bfdc-4424-bb1d-0b38811abd8c req-2e6f62cd-d3b4-4c24-bb5c-47d71d2c9bbb tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817985833&fields=id&tenant_id=9dd86f1f22d64193882786181698ba1f HTTP/1.1" status: 200 len: 267 time: 0.0453050 Feb 14 16:28:49.459528 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da7759-bfdc-4424-bb1d-0b38811abd8c req-ef08dcf1-20a2-4340-89ef-5be7428fae10 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:49.461022 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96da7759-bfdc-4424-bb1d-0b38811abd8c req-ef08dcf1-20a2-4340-89ef-5be7428fae10 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 984 time: 0.0506480 Feb 14 16:28:49.472259 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.v2.base [req-96da7759-bfdc-4424-bb1d-0b38811abd8c req-9982bef8-44a1-4c54-bce8-a9100ae137e9 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Request body: {'port': {'security_groups': ['bbe06ec7-b787-4ccb-aad1-26f73a61345e']}} {{(pid=102553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 16:28:49.542800 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-96da7759-bfdc-4424-bb1d-0b38811abd8c req-9982bef8-44a1-4c54-bce8-a9100ae137e9 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497794'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), before_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:49.709808 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [req-96da7759-bfdc-4424-bb1d-0b38811abd8c req-9982bef8-44a1-4c54-bce8-a9100ae137e9 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] For port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474,segment=NetworkSegment(2a8e4206-7f4d-417e-89e9-8e6db40edcda),segment_id=2a8e4206-7f4d-417e-89e9-8e6db40edcda)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:28:49.737900 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-96da7759-bfdc-4424-bb1d-0b38811abd8c req-9982bef8-44a1-4c54-bce8-a9100ae137e9 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), precommit_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:49.743118 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-96da7759-bfdc-4424-bb1d-0b38811abd8c req-9982bef8-44a1-4c54-bce8-a9100ae137e9 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752479630017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752479105621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752479105639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260101777'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), after_update {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:49.755605 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['ab24081e-eb6e-4ccc-9b17-0f5b1d88d474'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:28:49.788710 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da7759-bfdc-4424-bb1d-0b38811abd8c req-9982bef8-44a1-4c54-bce8-a9100ae137e9 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:49.789863 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [req-96da7759-bfdc-4424-bb1d-0b38811abd8c req-9982bef8-44a1-4c54-bce8-a9100ae137e9 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:49.791248 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-96da7759-bfdc-4424-bb1d-0b38811abd8c req-9982bef8-44a1-4c54-bce8-a9100ae137e9 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "PUT /v2.0/ports/ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 HTTP/1.1" status: 200 len: 942 time: 0.3236132 Feb 14 16:28:49.791705 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'tag': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:28:49.794017 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487c4b9e-f776-4be4-9e71-184213cabcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "438cf4ba-e511-4d23-8cda-5333d2f3d548", "tag": "ab24081e-eb6e-4ccc-9b17-0f5b1d88d474"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:28:49.798987 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 59168) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:49.827295 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982bef8-44a1-4c54-bce8-a9100ae137e9 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Pushing event updated for resources: {'Port': ['ID=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474,revision_number=7']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:49.842046 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d960ae-866c-48ff-84b2-4417c7321ea3 x-openstack-request-id: req-e5d960ae-866c-48ff-84b2-4417c7321ea3 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:28:49.842339 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438cf4ba-e511-4d23-8cda-5333d2f3d548", "tag": "ab24081e-eb6e-4ccc-9b17-0f5b1d88d474", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:28:49.842590 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5d960ae-866c-48ff-84b2-4417c7321ea3 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:28:49.842992 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'tag': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474', 'status': 'completed', 'code': 200} Feb 14 16:28:49.868529 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f4c93375-39f5-4af7-9a30-2373b8fcc369 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group (79514461-693b-4365-afcd-65bdf9585d95), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:49.878045 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['ab24081e-eb6e-4ccc-9b17-0f5b1d88d474'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:28:49.922679 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f4c93375-39f5-4af7-9a30-2373b8fcc369 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group (79514461-693b-4365-afcd-65bdf9585d95), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:49.977826 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c4b9e-f776-4be4-9e71-184213cabcaf req-7e3faf41-4c5e-4915-a3af-7ac038bc280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:49.979359 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-487c4b9e-f776-4be4-9e71-184213cabcaf req-7e3faf41-4c5e-4915-a3af-7ac038bc280e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dd86f1f22d64193882786181698ba1f&device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 1129 time: 0.0984154 Feb 14 16:28:50.053409 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f4c93375-39f5-4af7-9a30-2373b8fcc369 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (79514461-693b-4365-afcd-65bdf9585d95), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:50.056046 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-f4c93375-39f5-4af7-9a30-2373b8fcc369 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:50.057204 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-f4c93375-39f5-4af7-9a30-2373b8fcc369 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "DELETE /v2.0/security-groups/79514461-693b-4365-afcd-65bdf9585d95 HTTP/1.1" status: 204 len: 168 time: 0.2561972 Feb 14 16:28:50.060138 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59170) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:28:50.074144 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c93375-39f5-4af7-9a30-2373b8fcc369 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79514461-693b-4365-afcd-65bdf9585d95,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:50.103993 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c4b9e-f776-4be4-9e71-184213cabcaf req-5750800b-d575-4160-999b-028b3af31119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:50.104144 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.provisioning_blocks [None req-fe6c52fe-7a90-4927-bad3-7b7f324151e4 None None] Provisioning complete for port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 triggered by entity DHCP. {{(pid=102554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 16:28:50.104427 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-fe6c52fe-7a90-4927-bad3-7b7f324151e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1570884'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), provisioning_complete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:50.107167 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-487c4b9e-f776-4be4-9e71-184213cabcaf req-5750800b-d575-4160-999b-028b3af31119 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0dc4117-1691-444d-bfbc-af01e6b712f4 HTTP/1.1" status: 200 len: 915 time: 0.1214077 Feb 14 16:28:50.178987 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-487c4b9e-f776-4be4-9e71-184213cabcaf req-961f62b9-59ab-4446-8761-a68fffe31cab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 HTTP/1.1" status: 200 len: 1000 time: 0.0647676 Feb 14 16:28:50.184475 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c52fe-7a90-4927-bad3-7b7f324151e4 None None] Current status of the port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 is: ACTIVE; New status is: ACTIVE {{(pid=102554) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 16:28:50.230445 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-46ac7f74-1965-4555-9b11-7c86aaa91d08 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Deleting port 4f1753b2-2760-4d3b-8040-319713a426aa {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:28:50.230707 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-46ac7f74-1965-4555-9b11-7c86aaa91d08 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (4f1753b2-2760-4d3b-8040-319713a426aa), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:50.232849 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c4b9e-f776-4be4-9e71-184213cabcaf req-346eb330-a7af-423f-adeb-23d9f717fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:50.234401 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-487c4b9e-f776-4be4-9e71-184213cabcaf req-346eb330-a7af-423f-adeb-23d9f717fdb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eb18125-0c06-4cf7-bbf4-92773fe4089b HTTP/1.1" status: 200 len: 853 time: 0.0492251 Feb 14 16:28:50.284353 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c4b9e-f776-4be4-9e71-184213cabcaf req-51bc340c-1427-4abc-b6bc-d50a0e4cf5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:50.285855 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-487c4b9e-f776-4be4-9e71-184213cabcaf req-51bc340c-1427-4abc-b6bc-d50a0e4cf5e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0dc4117-1691-444d-bfbc-af01e6b712f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438683 Feb 14 16:28:50.304829 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-46ac7f74-1965-4555-9b11-7c86aaa91d08 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (4f1753b2-2760-4d3b-8040-319713a426aa), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:50.305158 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-46ac7f74-1965-4555-9b11-7c86aaa91d08 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for floatingip (4f1753b2-2760-4d3b-8040-319713a426aa), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:50.316930 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-46ac7f74-1965-4555-9b11-7c86aaa91d08 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Calling delete_port for 4f1753b2-2760-4d3b-8040-319713a426aa owned by network:floatingip {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:28:50.376005 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-487c4b9e-f776-4be4-9e71-184213cabcaf req-037b55d1-ad7f-40a3-9613-8d8eb1d1b4da service neutron] 10.222.0.42 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811806 Feb 14 16:28:50.467423 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-487c4b9e-f776-4be4-9e71-184213cabcaf req-a0b87cfa-d3f5-4ddd-87dd-302394863e86 service neutron] 10.222.0.42 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849626 Feb 14 16:28:50.487041 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-46ac7f74-1965-4555-9b11-7c86aaa91d08 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (4f1753b2-2760-4d3b-8040-319713a426aa), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:50.515821 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac7f74-1965-4555-9b11-7c86aaa91d08 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Pushing event deleted for resources: {'Port': ['ID=4f1753b2-2760-4d3b-8040-319713a426aa,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:28:50.576237 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-46ac7f74-1965-4555-9b11-7c86aaa91d08 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks [] for floatingip (b25308d3-3e1e-42c6-8d6b-38e04fcf9e60), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:50.576579 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.l3_db [None req-46ac7f74-1965-4555-9b11-7c86aaa91d08 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Floating IP b25308d3-3e1e-42c6-8d6b-38e04fcf9e60 disassociated (deleted). External IP: 172.27.2.37, port: ab24081e-eb6e-4ccc-9b17-0f5b1d88d474. Feb 14 16:28:50.718775 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-efc9d453-345e-424c-bc0e-7a58e5d6598c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:50.785428 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ac7f74-1965-4555-9b11-7c86aaa91d08 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Router 65bff164-deec-4eb5-bee4-f9eb682fd492 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:28:50.891703 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ac7f74-1965-4555-9b11-7c86aaa91d08 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:28:50.896527 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-46ac7f74-1965-4555-9b11-7c86aaa91d08 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:50.902860 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a89861-195a-4cf7-ac45-ddd7760c629d None None] Sync routers for ids ['65bff164-deec-4eb5-bee4-f9eb682fd492'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:28:50.912965 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a89861-195a-4cf7-ac45-ddd7760c629d None None] Routers {'65bff164-deec-4eb5-bee4-f9eb682fd492'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:28:50.913744 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-62a89861-195a-4cf7-ac45-ddd7760c629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:28:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['65bff164-deec-4eb5-bee4-f9eb682fd492'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:50.926362 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-46ac7f74-1965-4555-9b11-7c86aaa91d08 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "DELETE /v2.0/floatingips/b25308d3-3e1e-42c6-8d6b-38e04fcf9e60 HTTP/1.1" status: 204 len: 168 time: 0.8651440 Feb 14 16:28:51.024284 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-62a89861-195a-4cf7-ac45-ddd7760c629d None None] Set router 65bff164-deec-4eb5-bee4-f9eb682fd492 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:28:51.232393 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-62a89861-195a-4cf7-ac45-ddd7760c629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:25:59Z', 'updated_at': '2022-02-14T16:26:03Z', 'revision_number': 4, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'gw_port': {'id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:00Z', 'updated_at': '2022-02-14T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'e568ef8e-e3ac-427f-bdde-91700b34e631', 'name': '', 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'mac_address': 'fa:16:3e:8c:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:02Z', 'updated_at': '2022-02-14T16:26:08Z', 'revision_number': 5, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'subnets': [{'id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:51.257616 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a89861-195a-4cf7-ac45-ddd7760c629d None None] Checking router: 65bff164-deec-4eb5-bee4-f9eb682fd492 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:28:51.265750 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a89861-195a-4cf7-ac45-ddd7760c629d None None] Routers {'65bff164-deec-4eb5-bee4-f9eb682fd492'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:28:51.266352 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-62a89861-195a-4cf7-ac45-ddd7760c629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:28:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['65bff164-deec-4eb5-bee4-f9eb682fd492'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:51.374860 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-62a89861-195a-4cf7-ac45-ddd7760c629d None None] Set router 65bff164-deec-4eb5-bee4-f9eb682fd492 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:28:51.567443 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-62a89861-195a-4cf7-ac45-ddd7760c629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:25:59Z', 'updated_at': '2022-02-14T16:26:03Z', 'revision_number': 4, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'gw_port': {'id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:00Z', 'updated_at': '2022-02-14T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'e568ef8e-e3ac-427f-bdde-91700b34e631', 'name': '', 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'mac_address': 'fa:16:3e:8c:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:02Z', 'updated_at': '2022-02-14T16:26:08Z', 'revision_number': 5, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'subnets': [{'id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:28:51.593115 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a89861-195a-4cf7-ac45-ddd7760c629d None None] The sync data for ids ['65bff164-deec-4eb5-bee4-f9eb682fd492'] in dv-cinder-819668-3-iscsi is: [{'id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:25:59Z', 'updated_at': '2022-02-14T16:26:03Z', 'revision_number': 4, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'gw_port': {'id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:00Z', 'updated_at': '2022-02-14T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': 'e568ef8e-e3ac-427f-bdde-91700b34e631', 'name': '', 'network_id': 'd0dc4117-1691-444d-bfbc-af01e6b712f4', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'mac_address': 'fa:16:3e:8c:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:02Z', 'updated_at': '2022-02-14T16:26:08Z', 'revision_number': 5, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'subnets': [{'id': '7eb18125-0c06-4cf7-bbf4-92773fe4089b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:28:51.808143 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed2628d-8074-452c-b7ff-998cb226a3b3 None None] New status for floating IP b25308d3-3e1e-42c6-8d6b-38e04fcf9e60: DOWN {{(pid=102555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:28:51.844031 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'tag': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:28:51.846376 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34766079-083a-4adf-bf10-ed106502c5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "438cf4ba-e511-4d23-8cda-5333d2f3d548", "tag": "ab24081e-eb6e-4ccc-9b17-0f5b1d88d474"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:28:51.882461 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9012d2-15ed-45d3-821d-301322a2dc24 x-openstack-request-id: req-bd9012d2-15ed-45d3-821d-301322a2dc24 {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:28:51.882752 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438cf4ba-e511-4d23-8cda-5333d2f3d548", "tag": "ab24081e-eb6e-4ccc-9b17-0f5b1d88d474", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:28:51.883906 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd9012d2-15ed-45d3-821d-301322a2dc24 {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:28:51.884312 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'tag': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474', 'status': 'completed', 'code': 200} Feb 14 16:28:51.950145 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34766079-083a-4adf-bf10-ed106502c5a1 req-12084910-a78e-478e-8377-d2be9bb6d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:51.951652 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-34766079-083a-4adf-bf10-ed106502c5a1 req-12084910-a78e-478e-8377-d2be9bb6d029 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dd86f1f22d64193882786181698ba1f&device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 1129 time: 0.0446239 Feb 14 16:28:52.046600 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:52.047268 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34766079-083a-4adf-bf10-ed106502c5a1 req-6bfb794c-f212-40b5-adb0-b2abdb1dd890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:52.048758 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-34766079-083a-4adf-bf10-ed106502c5a1 req-6bfb794c-f212-40b5-adb0-b2abdb1dd890 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0dc4117-1691-444d-bfbc-af01e6b712f4 HTTP/1.1" status: 200 len: 915 time: 0.0881801 Feb 14 16:28:52.089373 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-34766079-083a-4adf-bf10-ed106502c5a1 req-ef0d463c-91a1-45f3-b6b4-3551e8319de4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 HTTP/1.1" status: 200 len: 217 time: 0.0340426 Feb 14 16:28:52.136333 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34766079-083a-4adf-bf10-ed106502c5a1 req-03bb57cc-d901-43ce-ae29-e7f898875884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:52.137766 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-34766079-083a-4adf-bf10-ed106502c5a1 req-03bb57cc-d901-43ce-ae29-e7f898875884 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eb18125-0c06-4cf7-bbf4-92773fe4089b HTTP/1.1" status: 200 len: 853 time: 0.0422854 Feb 14 16:28:52.190765 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34766079-083a-4adf-bf10-ed106502c5a1 req-1bff9f58-6ed3-4219-9e29-c76454579e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:28:52.192257 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-34766079-083a-4adf-bf10-ed106502c5a1 req-1bff9f58-6ed3-4219-9e29-c76454579e4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0dc4117-1691-444d-bfbc-af01e6b712f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472932 Feb 14 16:28:52.282307 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-34766079-083a-4adf-bf10-ed106502c5a1 req-4bce18ad-2070-4e23-a065-ad4955860baf service neutron] 10.222.0.42 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825701 Feb 14 16:28:52.374072 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-34766079-083a-4adf-bf10-ed106502c5a1 req-fe3548e1-93de-4849-ad30-b7432814ea66 service neutron] 10.222.0.42 "GET /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842476 Feb 14 16:28:53.564395 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:54.772422 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:28:55.588200 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:29:04.118306 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d9efe-9129-4c82-b43e-809b65be593f req-f7fea1f9-b883-4171-b60f-16a5df99a3e1 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:04.119836 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-299d9efe-9129-4c82-b43e-809b65be593f req-f7fea1f9-b883-4171-b60f-16a5df99a3e1 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 945 time: 0.0535340 Feb 14 16:29:04.171121 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-299d9efe-9129-4c82-b43e-809b65be593f req-439bd802-94e8-4e30-969a-1d14cbe3f7fc tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456100 Feb 14 16:29:05.289216 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba0d3b-4181-43f2-b4fb-aece9b8cfe5d req-75114ef6-1217-4208-ac91-de0f4a4016d9 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:05.290716 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-36ba0d3b-4181-43f2-b4fb-aece9b8cfe5d req-75114ef6-1217-4208-ac91-de0f4a4016d9 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 945 time: 0.0512831 Feb 14 16:29:05.334994 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-36ba0d3b-4181-43f2-b4fb-aece9b8cfe5d req-911be856-4c99-4262-a8ea-4075424ea19e tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbe06ec7-b787-4ccb-aad1-26f73a61345e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381086 Feb 14 16:29:05.886457 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c75fd6-6945-4fc3-b321-7642a03172e3 req-ed8705d0-927d-4ebf-934f-5d1dadb92a48 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:05.887793 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a8c75fd6-6945-4fc3-b321-7642a03172e3 req-ed8705d0-927d-4ebf-934f-5d1dadb92a48 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.42 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 945 time: 0.0509567 Feb 14 16:29:05.982127 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [req-a8c75fd6-6945-4fc3-b321-7642a03172e3 req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Deleting port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:05.982468 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-a8c75fd6-6945-4fc3-b321-7642a03172e3 req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:06.071710 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [req-a8c75fd6-6945-4fc3-b321-7642a03172e3 req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] For port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474,segment=NetworkSegment(2a8e4206-7f4d-417e-89e9-8e6db40edcda),segment_id=2a8e4206-7f4d-417e-89e9-8e6db40edcda)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:06.072075 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-a8c75fd6-6945-4fc3-b321-7642a03172e3 req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:06.088547 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [req-a8c75fd6-6945-4fc3-b321-7642a03172e3 req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Calling delete_port for ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 owned by compute:nova {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:06.208749 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-a8c75fd6-6945-4fc3-b321-7642a03172e3 req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (ab24081e-eb6e-4ccc-9b17-0f5b1d88d474), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:06.219907 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] get_ports_and_sgs() called for port_ids ['ab24081e-eb6e-4ccc-9b17-0f5b1d88d474'] {{(pid=102554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 16:29:06.234969 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Pushing event deleted for resources: {'Port': ['ID=ab24081e-eb6e-4ccc-9b17-0f5b1d88d474,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:06.249208 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:06.249594 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:06.250020 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:06.250371 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:06.250713 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:06.251051 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:06.251391 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:06.251729 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:06.252061 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:06.252394 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:06.252730 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:06.253064 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:06.253394 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:06.292205 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c75fd6-6945-4fc3-b321-7642a03172e3 req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] No DVR routers for this DVR port ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 on host hv-cinder-81966 {{(pid=102552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:29:06.294661 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-a8c75fd6-6945-4fc3-b321-7642a03172e3 req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:06.298480 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-a8c75fd6-6945-4fc3-b321-7642a03172e3 req-01802342-7776-4c7b-bf9d-898c50885417 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.42 "DELETE /v2.0/ports/ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 HTTP/1.1" status: 204 len: 173 time: 0.4051864 Feb 14 16:29:06.298920 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'name': 'network-vif-deleted', 'tag': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474'}] {{(pid=102552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:29:06.301158 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9be7e70e6e7d8e41db67d6a2a9b7a0bb24c700eebffb41e9ae5e2264f113bf3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2637c0d0-a850-4045-ac4f-b625f32fb7ea" -d '{"events": [{"server_uuid": "438cf4ba-e511-4d23-8cda-5333d2f3d548", "name": "network-vif-deleted", "tag": "ab24081e-eb6e-4ccc-9b17-0f5b1d88d474"}]}' {{(pid=102552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:29:06.339596 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835779cf-d88d-4717-ac61-e4bfafa5770a x-openstack-request-id: req-835779cf-d88d-4717-ac61-e4bfafa5770a {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:29:06.339895 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438cf4ba-e511-4d23-8cda-5333d2f3d548", "name": "network-vif-deleted", "tag": "ab24081e-eb6e-4ccc-9b17-0f5b1d88d474", "status": "completed", "code": 200}]} {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:29:06.340153 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-835779cf-d88d-4717-ac61-e4bfafa5770a {{(pid=102552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:29:06.340561 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438cf4ba-e511-4d23-8cda-5333d2f3d548', 'name': 'network-vif-deleted', 'tag': 'ab24081e-eb6e-4ccc-9b17-0f5b1d88d474', 'status': 'completed', 'code': 200} Feb 14 16:29:06.443290 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-9b2de000-2507-448b-b590-e1fd5d67ad90 req-197c7608-1f97-4601-9f6f-a315546ef7a0 tempest-TestMinimumBasicScenario-1019569765 tempest-TestMinimumBasicScenario-1019569765-project] 10.222.0.55 "GET /v2.0/ports?device_id=438cf4ba-e511-4d23-8cda-5333d2f3d548 HTTP/1.1" status: 200 len: 210 time: 0.0290723 Feb 14 16:29:08.081008 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59268) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:08.437424 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f1e25e4a-6ba8-4df8-b965-956750de0322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626919'] for router_interface (65bff164-deec-4eb5-bee4-f9eb682fd492), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:08.706523 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-f1e25e4a-6ba8-4df8-b965-956750de0322 admin admin] Deleting port e568ef8e-e3ac-427f-bdde-91700b34e631 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:08.706778 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f1e25e4a-6ba8-4df8-b965-956750de0322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:08.783190 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [None req-f1e25e4a-6ba8-4df8-b965-956750de0322 admin admin] For port e568ef8e-e3ac-427f-bdde-91700b34e631, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=e568ef8e-e3ac-427f-bdde-91700b34e631,segment=NetworkSegment(2a8e4206-7f4d-417e-89e9-8e6db40edcda),segment_id=2a8e4206-7f4d-417e-89e9-8e6db40edcda)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:08.783547 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f1e25e4a-6ba8-4df8-b965-956750de0322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:08.799589 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-f1e25e4a-6ba8-4df8-b965-956750de0322 admin admin] Calling delete_port for e568ef8e-e3ac-427f-bdde-91700b34e631 owned by network:router_interface {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:08.992195 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f1e25e4a-6ba8-4df8-b965-956750de0322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (e568ef8e-e3ac-427f-bdde-91700b34e631), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:09.015768 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e25e4a-6ba8-4df8-b965-956750de0322 admin admin] Pushing event deleted for resources: {'Port': ['ID=e568ef8e-e3ac-427f-bdde-91700b34e631,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:09.177824 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:29:09.179473 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f1e25e4a-6ba8-4df8-b965-956750de0322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627059'] for router_interface (65bff164-deec-4eb5-bee4-f9eb682fd492), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:09.199144 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:29:09.199493 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device ab24081e-eb6e-4ccc-9b17-0f5b1d88d474 not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:29:09.392270 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e25e4a-6ba8-4df8-b965-956750de0322 admin admin] Router 65bff164-deec-4eb5-bee4-f9eb682fd492 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:29:09.787883 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e25e4a-6ba8-4df8-b965-956750de0322 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:29:09.792958 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-f1e25e4a-6ba8-4df8-b965-956750de0322 admin admin] 10.222.0.55 "PUT /v2.0/routers/65bff164-deec-4eb5-bee4-f9eb682fd492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7107923 Feb 14 16:29:09.795530 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59270) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:09.797582 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661bf85a-29a7-44ea-8175-95f5bb1624ba None None] Sync routers for ids ['65bff164-deec-4eb5-bee4-f9eb682fd492'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:29:09.807058 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661bf85a-29a7-44ea-8175-95f5bb1624ba None None] Routers {'65bff164-deec-4eb5-bee4-f9eb682fd492'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:29:09.807653 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-661bf85a-29a7-44ea-8175-95f5bb1624ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:28:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['65bff164-deec-4eb5-bee4-f9eb682fd492'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:09.902207 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] Publish callbacks [] for router (65bff164-deec-4eb5-bee4-f9eb682fd492), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:09.916522 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-661bf85a-29a7-44ea-8175-95f5bb1624ba None None] Set router 65bff164-deec-4eb5-bee4-f9eb682fd492 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:29:10.012107 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] Publish callbacks [] for router_gateway (65bff164-deec-4eb5-bee4-f9eb682fd492), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:10.071556 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] Deleting port 13a7e5f3-dc4d-45ba-9596-adb79099fcea {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:10.072181 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (13a7e5f3-dc4d-45ba-9596-adb79099fcea), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:10.095373 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-661bf85a-29a7-44ea-8175-95f5bb1624ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:25:59Z', 'updated_at': '2022-02-14T16:29:08Z', 'revision_number': 5, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'gw_port': {'id': '13a7e5f3-dc4d-45ba-9596-adb79099fcea', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:00Z', 'updated_at': '2022-02-14T16:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:10.121802 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661bf85a-29a7-44ea-8175-95f5bb1624ba None None] Checking router: 65bff164-deec-4eb5-bee4-f9eb682fd492 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:29:10.130306 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661bf85a-29a7-44ea-8175-95f5bb1624ba None None] Routers {'65bff164-deec-4eb5-bee4-f9eb682fd492'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:29:10.130904 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-661bf85a-29a7-44ea-8175-95f5bb1624ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:28:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['65bff164-deec-4eb5-bee4-f9eb682fd492'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:10.148427 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] For port 13a7e5f3-dc4d-45ba-9596-adb79099fcea, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=13a7e5f3-dc4d-45ba-9596-adb79099fcea,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:10.148798 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (13a7e5f3-dc4d-45ba-9596-adb79099fcea), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:10.164412 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] Calling delete_port for 13a7e5f3-dc4d-45ba-9596-adb79099fcea owned by network:router_gateway {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:10.220471 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-661bf85a-29a7-44ea-8175-95f5bb1624ba None None] Set router 65bff164-deec-4eb5-bee4-f9eb682fd492 gateway port host: None {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:29:10.274354 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-661bf85a-29a7-44ea-8175-95f5bb1624ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:25:59Z', 'updated_at': '2022-02-14T16:29:10Z', 'revision_number': 6, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'gw_port_host': None}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:10.300929 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661bf85a-29a7-44ea-8175-95f5bb1624ba None None] The sync data for ids ['65bff164-deec-4eb5-bee4-f9eb682fd492'] in dv-cinder-819668-3-iscsi is: [{'id': '65bff164-deec-4eb5-bee4-f9eb682fd492', 'name': 'tempest-TestMinimumBasicScenario-260590105-router', 'tenant_id': '9dd86f1f22d64193882786181698ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:25:59Z', 'updated_at': '2022-02-14T16:29:10Z', 'revision_number': 6, 'project_id': '9dd86f1f22d64193882786181698ba1f', 'gw_port_host': None}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:29:10.337648 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (13a7e5f3-dc4d-45ba-9596-adb79099fcea), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:10.361380 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a7e5f3-dc4d-45ba-9596-adb79099fcea,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:10.423092 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628909'] for router_gateway (65bff164-deec-4eb5-bee4-f9eb682fd492), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:10.519000 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44680'] for router (65bff164-deec-4eb5-bee4-f9eb682fd492), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:10.521507 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] Publish callbacks [] for router_controller (65bff164-deec-4eb5-bee4-f9eb682fd492), precommit_delete_associations {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:10.567430 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627457'] for router (65bff164-deec-4eb5-bee4-f9eb682fd492), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:10.567883 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65bff164-deec-4eb5-bee4-f9eb682fd492 {{(pid=102553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:29:10.573008 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:10.574366 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-b1fea2ce-12cf-4405-bb18-fb57bbe0f224 admin admin] 10.222.0.55 "DELETE /v2.0/routers/65bff164-deec-4eb5-bee4-f9eb682fd492 HTTP/1.1" status: 204 len: 168 time: 0.7779267 Feb 14 16:29:10.577012 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59272) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:10.620914 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17a29e5-58b7-47c1-ac84-b24f46b014cf admin admin] Deleting subnet 7eb18125-0c06-4cf7-bbf4-92773fe4089b {{(pid=102553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:29:10.624121 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c17a29e5-58b7-47c1-ac84-b24f46b014cf admin admin] Publish callbacks [] for subnet (7eb18125-0c06-4cf7-bbf4-92773fe4089b), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:10.658595 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c17a29e5-58b7-47c1-ac84-b24f46b014cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261692512'] for subnet (7eb18125-0c06-4cf7-bbf4-92773fe4089b), precommit_delete_associations {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:10.744597 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c17a29e5-58b7-47c1-ac84-b24f46b014cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (7eb18125-0c06-4cf7-bbf4-92773fe4089b), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:10.795734 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c17a29e5-58b7-47c1-ac84-b24f46b014cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260103255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260062759'] for subnet (7eb18125-0c06-4cf7-bbf4-92773fe4089b), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:10.837759 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a29e5-58b7-47c1-ac84-b24f46b014cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb18125-0c06-4cf7-bbf4-92773fe4089b,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:10.842887 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-c17a29e5-58b7-47c1-ac84-b24f46b014cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:10.846387 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-c17a29e5-58b7-47c1-ac84-b24f46b014cf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7eb18125-0c06-4cf7-bbf4-92773fe4089b HTTP/1.1" status: 204 len: 168 time: 0.2679574 Feb 14 16:29:10.848843 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59274) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:10.849809 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2677589-f141-4c7e-aadd-0143648ad002 None None] Network d0dc4117-1691-444d-bfbc-af01e6b712f4 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:29:10.914757 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (d0dc4117-1691-444d-bfbc-af01e6b712f4), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:10.972318 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] Deleting port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:10.972910 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:11.035608 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] For port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=a86f3ef5-704e-4dc4-acbe-aa0968b59b5c,segment=NetworkSegment(2a8e4206-7f4d-417e-89e9-8e6db40edcda),segment_id=2a8e4206-7f4d-417e-89e9-8e6db40edcda)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:11.035968 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:11.042239 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] DHCP port deletion for d0dc4117-1691-444d-bfbc-af01e6b712f4 request from dv-cinder-819668-3-iscsi {{(pid=102554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:29:11.050693 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] Calling delete_port for a86f3ef5-704e-4dc4-acbe-aa0968b59b5c owned by network:dhcp {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:11.096509 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Deleting port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:11.096797 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:11.136329 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:11.161423 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] For port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=a86f3ef5-704e-4dc4-acbe-aa0968b59b5c,segment=NetworkSegment(2a8e4206-7f4d-417e-89e9-8e6db40edcda),segment_id=2a8e4206-7f4d-417e-89e9-8e6db40edcda)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:11.161747 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:11.162474 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a86f3ef5-704e-4dc4-acbe-aa0968b59b5c,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:11.167604 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] No DVR routers for this DVR port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c on host dv-cinder-819668-3-iscsi {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:29:11.180640 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Calling delete_port for a86f3ef5-704e-4dc4-acbe-aa0968b59b5c owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:11.243615 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (d0dc4117-1691-444d-bfbc-af01e6b712f4), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:11.261009 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612'] for port (a86f3ef5-704e-4dc4-acbe-aa0968b59b5c), after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:11.265977 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dc4117-1691-444d-bfbc-af01e6b712f4']}} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:11.275908 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8e4206-7f4d-417e-89e9-8e6db40edcda') {'for_net_delete': True} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:11.276274 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8e4206-7f4d-417e-89e9-8e6db40edcda') {} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:11.286569 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261692535'] for segment (2a8e4206-7f4d-417e-89e9-8e6db40edcda), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:11.286819 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Pushing event deleted for resources: {'Port': ['ID=a86f3ef5-704e-4dc4-acbe-aa0968b59b5c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:11.294403 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] No DVR routers for this DVR port a86f3ef5-704e-4dc4-acbe-aa0968b59b5c on host dv-cinder-819668-3-iscsi {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:29:11.296692 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:11.297050 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:11.297397 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:11.297765 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:11.298096 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:11.299197 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:11.299731 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:11.300067 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:11.300395 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:11.300730 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:11.301103 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:11.301378 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:11.301946 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b804c-9fd9-476d-b6e2-d840e3cf7b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:11.302872 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (2a8e4206-7f4d-417e-89e9-8e6db40edcda), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:11.312295 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:29:11.313095 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260101877'] for segment (2a8e4206-7f4d-417e-89e9-8e6db40edcda), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: Traceback (most recent call last): Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: timer() Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: cb(*args, **kw) Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: return func(*args, **kwargs) Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: self._notify() Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: self.callback(batched_events) Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: event.method(event) Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: return f(self, *a, **k) Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._get(url).json() Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: return self.request(url, 'GET', **kwargs) Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:29:11.315514 dv-cinder-819668-3-iscsi neutron-server[102553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:29:11.330403 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:11.376168 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (d0dc4117-1691-444d-bfbc-af01e6b712f4), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:11.381416 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:11.384631 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d0dc4117-1691-444d-bfbc-af01e6b712f4 HTTP/1.1" status: 204 len: 168 time: 0.5348701 Feb 14 16:29:11.387404 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59276) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:11.402217 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e361bb6-ccc0-41a0-a052-8e807ae3cec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0dc4117-1691-444d-bfbc-af01e6b712f4,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:11.750978 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-69415174-e5d1-4418-bb7e-2323be135e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626919'] for router_interface (3f01913c-935b-4158-99dc-d21bdbbbbbdb), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:11.779679 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device a86f3ef5-704e-4dc4-acbe-aa0968b59b5c no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:29:11.799750 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: a86f3ef5-704e-4dc4-acbe-aa0968b59b5c {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:29:11.800258 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device a86f3ef5-704e-4dc4-acbe-aa0968b59b5c not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:29:11.800736 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device e568ef8e-e3ac-427f-bdde-91700b34e631 no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:29:11.950641 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: e568ef8e-e3ac-427f-bdde-91700b34e631 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:29:11.951007 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device e568ef8e-e3ac-427f-bdde-91700b34e631 not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:29:11.952016 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 13a7e5f3-dc4d-45ba-9596-adb79099fcea no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:29:11.970757 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: 13a7e5f3-dc4d-45ba-9596-adb79099fcea {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:29:11.971026 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 13a7e5f3-dc4d-45ba-9596-adb79099fcea not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:29:12.006236 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-69415174-e5d1-4418-bb7e-2323be135e86 admin admin] Deleting port 6a91f86a-6e16-4efd-8e86-62eb4589edc6 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:12.006569 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-69415174-e5d1-4418-bb7e-2323be135e86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:12.082955 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [None req-69415174-e5d1-4418-bb7e-2323be135e86 admin admin] For port 6a91f86a-6e16-4efd-8e86-62eb4589edc6, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=6a91f86a-6e16-4efd-8e86-62eb4589edc6,segment=NetworkSegment(e2f1f129-ea3c-4a72-8c60-698f12515625),segment_id=e2f1f129-ea3c-4a72-8c60-698f12515625)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:12.083314 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-69415174-e5d1-4418-bb7e-2323be135e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:12.095817 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-69415174-e5d1-4418-bb7e-2323be135e86 admin admin] Calling delete_port for 6a91f86a-6e16-4efd-8e86-62eb4589edc6 owned by network:router_interface {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:12.267003 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-69415174-e5d1-4418-bb7e-2323be135e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (6a91f86a-6e16-4efd-8e86-62eb4589edc6), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:12.292293 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69415174-e5d1-4418-bb7e-2323be135e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a91f86a-6e16-4efd-8e86-62eb4589edc6,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:12.457438 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-69415174-e5d1-4418-bb7e-2323be135e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627059'] for router_interface (3f01913c-935b-4158-99dc-d21bdbbbbbdb), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:12.667917 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69415174-e5d1-4418-bb7e-2323be135e86 admin admin] Router 3f01913c-935b-4158-99dc-d21bdbbbbbdb has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:29:12.770966 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69415174-e5d1-4418-bb7e-2323be135e86 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:29:12.775862 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-69415174-e5d1-4418-bb7e-2323be135e86 admin admin] 10.222.0.55 "PUT /v2.0/routers/3f01913c-935b-4158-99dc-d21bdbbbbbdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3875110 Feb 14 16:29:12.778413 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59278) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:12.781614 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8dcca-3ee3-42e7-9e12-cc2e784ce85e None None] Sync routers for ids ['3f01913c-935b-4158-99dc-d21bdbbbbbdb'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:29:12.791554 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8dcca-3ee3-42e7-9e12-cc2e784ce85e None None] Routers {'3f01913c-935b-4158-99dc-d21bdbbbbbdb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:29:12.792272 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-e0c8dcca-3ee3-42e7-9e12-cc2e784ce85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:28:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['3f01913c-935b-4158-99dc-d21bdbbbbbdb'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:12.884881 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] Publish callbacks [] for router (3f01913c-935b-4158-99dc-d21bdbbbbbdb), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:12.905221 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-e0c8dcca-3ee3-42e7-9e12-cc2e784ce85e None None] Set router 3f01913c-935b-4158-99dc-d21bdbbbbbdb gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:29:13.013616 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] Publish callbacks [] for router_gateway (3f01913c-935b-4158-99dc-d21bdbbbbbdb), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:13.064978 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] Deleting port 879b047d-e748-4c74-a7a6-d2d3c55ccd28 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:13.065471 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (879b047d-e748-4c74-a7a6-d2d3c55ccd28), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:13.110068 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-e0c8dcca-3ee3-42e7-9e12-cc2e784ce85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'name': 'tempest-TestMinimumBasicScenario-1966113495-router', 'tenant_id': 'eda6b4ad62414d40a1d309606e8483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '879b047d-e748-4c74-a7a6-d2d3c55ccd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:26:06Z', 'updated_at': '2022-02-14T16:29:12Z', 'revision_number': 5, 'project_id': 'eda6b4ad62414d40a1d309606e8483cb', 'gw_port': {'id': '879b047d-e748-4c74-a7a6-d2d3c55ccd28', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:26:08Z', 'updated_at': '2022-02-14T16:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:13.135879 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8dcca-3ee3-42e7-9e12-cc2e784ce85e None None] Checking router: 3f01913c-935b-4158-99dc-d21bdbbbbbdb for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:29:13.143252 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] For port 879b047d-e748-4c74-a7a6-d2d3c55ccd28, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=879b047d-e748-4c74-a7a6-d2d3c55ccd28,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:13.143616 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (879b047d-e748-4c74-a7a6-d2d3c55ccd28), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:13.143834 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8dcca-3ee3-42e7-9e12-cc2e784ce85e None None] Routers {'3f01913c-935b-4158-99dc-d21bdbbbbbdb'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:29:13.144424 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-e0c8dcca-3ee3-42e7-9e12-cc2e784ce85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:28:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['3f01913c-935b-4158-99dc-d21bdbbbbbdb'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:13.155945 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] Calling delete_port for 879b047d-e748-4c74-a7a6-d2d3c55ccd28 owned by network:router_gateway {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:13.232247 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-e0c8dcca-3ee3-42e7-9e12-cc2e784ce85e None None] Set router 3f01913c-935b-4158-99dc-d21bdbbbbbdb gateway port host: None {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:29:13.296731 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-e0c8dcca-3ee3-42e7-9e12-cc2e784ce85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'name': 'tempest-TestMinimumBasicScenario-1966113495-router', 'tenant_id': 'eda6b4ad62414d40a1d309606e8483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:26:06Z', 'updated_at': '2022-02-14T16:29:13Z', 'revision_number': 6, 'project_id': 'eda6b4ad62414d40a1d309606e8483cb', 'gw_port_host': None}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:13.327416 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8dcca-3ee3-42e7-9e12-cc2e784ce85e None None] The sync data for ids ['3f01913c-935b-4158-99dc-d21bdbbbbbdb'] in dv-cinder-819668-3-iscsi is: [{'id': '3f01913c-935b-4158-99dc-d21bdbbbbbdb', 'name': 'tempest-TestMinimumBasicScenario-1966113495-router', 'tenant_id': 'eda6b4ad62414d40a1d309606e8483cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:26:06Z', 'updated_at': '2022-02-14T16:29:13Z', 'revision_number': 6, 'project_id': 'eda6b4ad62414d40a1d309606e8483cb', 'gw_port_host': None}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:29:13.618250 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (879b047d-e748-4c74-a7a6-d2d3c55ccd28), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:13.647982 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] Pushing event deleted for resources: {'Port': ['ID=879b047d-e748-4c74-a7a6-d2d3c55ccd28,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:13.709085 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628909'] for router_gateway (3f01913c-935b-4158-99dc-d21bdbbbbbdb), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:13.801246 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44680'] for router (3f01913c-935b-4158-99dc-d21bdbbbbbdb), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:13.803376 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] Publish callbacks [] for router_controller (3f01913c-935b-4158-99dc-d21bdbbbbbdb), precommit_delete_associations {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:13.847789 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627457'] for router (3f01913c-935b-4158-99dc-d21bdbbbbbdb), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:13.848336 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f01913c-935b-4158-99dc-d21bdbbbbbdb {{(pid=102553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:29:13.853223 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:13.853988 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-788a7782-ecf6-4209-adc2-5d2c0cd6209b admin admin] 10.222.0.55 "DELETE /v2.0/routers/3f01913c-935b-4158-99dc-d21bdbbbbbdb HTTP/1.1" status: 204 len: 168 time: 1.0746763 Feb 14 16:29:13.856481 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59280) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:13.900098 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3874aea6-40b7-4c47-bf39-ca1aceed64dd admin admin] Deleting subnet f82c3e82-262d-4f2f-b551-ee728f63ea1c {{(pid=102553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:29:13.903036 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3874aea6-40b7-4c47-bf39-ca1aceed64dd admin admin] Publish callbacks [] for subnet (f82c3e82-262d-4f2f-b551-ee728f63ea1c), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:13.936769 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3874aea6-40b7-4c47-bf39-ca1aceed64dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261692512'] for subnet (f82c3e82-262d-4f2f-b551-ee728f63ea1c), precommit_delete_associations {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.016054 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3874aea6-40b7-4c47-bf39-ca1aceed64dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (f82c3e82-262d-4f2f-b551-ee728f63ea1c), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.066721 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3874aea6-40b7-4c47-bf39-ca1aceed64dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260103255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260062759'] for subnet (f82c3e82-262d-4f2f-b551-ee728f63ea1c), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.094449 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874aea6-40b7-4c47-bf39-ca1aceed64dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f82c3e82-262d-4f2f-b551-ee728f63ea1c,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:14.096928 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-3874aea6-40b7-4c47-bf39-ca1aceed64dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for subnet (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.104338 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-3874aea6-40b7-4c47-bf39-ca1aceed64dd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f82c3e82-262d-4f2f-b551-ee728f63ea1c HTTP/1.1" status: 204 len: 168 time: 0.2446945 Feb 14 16:29:14.104763 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 59282) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:14.106785 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e220997-1eb0-4a81-9041-dc5b5df15eba None None] Network aa0ddd15-9919-4c36-9521-7181ed7d0110 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:29:14.182264 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (aa0ddd15-9919-4c36-9521-7181ed7d0110), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.190253 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 6a91f86a-6e16-4efd-8e86-62eb4589edc6 no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:29:14.213011 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: 6a91f86a-6e16-4efd-8e86-62eb4589edc6 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:29:14.213365 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 6a91f86a-6e16-4efd-8e86-62eb4589edc6 not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:29:14.241662 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] Deleting port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:14.242197 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.301257 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1236b58f-b97e-4be6-9c9d-4f648ce61492 None None] DHCP port deletion for aa0ddd15-9919-4c36-9521-7181ed7d0110 request from dv-cinder-819668-3-iscsi {{(pid=102554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:29:14.311550 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] For port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=fe6ba0c0-81a8-4833-9df2-f3cd94badb9c,segment=NetworkSegment(e2f1f129-ea3c-4a72-8c60-698f12515625),segment_id=e2f1f129-ea3c-4a72-8c60-698f12515625)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:14.311913 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.324063 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] Calling delete_port for fe6ba0c0-81a8-4833-9df2-f3cd94badb9c owned by network:dhcp {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:14.364187 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-1236b58f-b97e-4be6-9c9d-4f648ce61492 None None] Deleting port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:14.365812 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1236b58f-b97e-4be6-9c9d-4f648ce61492 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.443604 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.454052 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-1236b58f-b97e-4be6-9c9d-4f648ce61492 None None] For port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=fe6ba0c0-81a8-4833-9df2-f3cd94badb9c,segment=NetworkSegment(e2f1f129-ea3c-4a72-8c60-698f12515625),segment_id=e2f1f129-ea3c-4a72-8c60-698f12515625)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:14.454452 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1236b58f-b97e-4be6-9c9d-4f648ce61492 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.469711 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6ba0c0-81a8-4833-9df2-f3cd94badb9c,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:14.474733 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-1236b58f-b97e-4be6-9c9d-4f648ce61492 None None] Calling delete_port for fe6ba0c0-81a8-4833-9df2-f3cd94badb9c owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:14.477922 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] No DVR routers for this DVR port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c on host dv-cinder-819668-3-iscsi {{(pid=102552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:29:14.551254 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (aa0ddd15-9919-4c36-9521-7181ed7d0110), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.555827 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1236b58f-b97e-4be6-9c9d-4f648ce61492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612'] for port (fe6ba0c0-81a8-4833-9df2-f3cd94badb9c), after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.570518 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0ddd15-9919-4c36-9521-7181ed7d0110']}} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:14.580042 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f1f129-ea3c-4a72-8c60-698f12515625') {'for_net_delete': True} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:14.580342 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f1f129-ea3c-4a72-8c60-698f12515625') {} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:14.583885 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236b58f-b97e-4be6-9c9d-4f648ce61492 None None] Pushing event deleted for resources: {'Port': ['ID=fe6ba0c0-81a8-4833-9df2-f3cd94badb9c,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:14.587625 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1236b58f-b97e-4be6-9c9d-4f648ce61492 None None] No DVR routers for this DVR port fe6ba0c0-81a8-4833-9df2-f3cd94badb9c on host dv-cinder-819668-3-iscsi {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:29:14.589596 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260087293'] for segment (e2f1f129-ea3c-4a72-8c60-698f12515625), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.604137 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (e2f1f129-ea3c-4a72-8c60-698f12515625), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.610187 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:29:14.610575 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262128771'] for segment (e2f1f129-ea3c-4a72-8c60-698f12515625), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: Traceback (most recent call last): Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: timer() Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: cb(*args, **kw) Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: return func(*args, **kwargs) Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: self._notify() Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: self.callback(batched_events) Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: event.method(event) Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: return f(self, *a, **k) Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._get(url).json() Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: return self.request(url, 'GET', **kwargs) Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:29:14.612205 dv-cinder-819668-3-iscsi neutron-server[102552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:29:14.663782 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (aa0ddd15-9919-4c36-9521-7181ed7d0110), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.668932 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.672253 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] 10.222.0.55 "DELETE /v2.0/networks/aa0ddd15-9919-4c36-9521-7181ed7d0110 HTTP/1.1" status: 204 len: 168 time: 0.5665684 Feb 14 16:29:14.683011 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fa468-969b-427c-86f8-b7a7cadd4afa admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0ddd15-9919-4c36-9521-7181ed7d0110,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:14.830427 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 59286) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:14.870096 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-d3cdf829-d213-4f17-a099-8a6e2c1284b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9dd86f1f22d64193882786181698ba1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384321 Feb 14 16:29:14.872413 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 59288) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:14.923451 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-133a8add-cec5-4e5b-90e3-a21fbbdff19c admin admin] Publish callbacks [] for security_group (bbe06ec7-b787-4ccb-aad1-26f73a61345e), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.944334 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-133a8add-cec5-4e5b-90e3-a21fbbdff19c admin admin] Publish callbacks [] for security_group (bbe06ec7-b787-4ccb-aad1-26f73a61345e), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.991295 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-133a8add-cec5-4e5b-90e3-a21fbbdff19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (bbe06ec7-b787-4ccb-aad1-26f73a61345e), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.993932 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-133a8add-cec5-4e5b-90e3-a21fbbdff19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:14.995083 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-133a8add-cec5-4e5b-90e3-a21fbbdff19c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbe06ec7-b787-4ccb-aad1-26f73a61345e HTTP/1.1" status: 204 len: 168 time: 0.1211259 Feb 14 16:29:15.003082 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a8add-cec5-4e5b-90e3-a21fbbdff19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe06ec7-b787-4ccb-aad1-26f73a61345e,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:15.294010 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59294) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:15.332441 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-5dbd2ddd-7a8a-4039-912a-031f5e0d91f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eda6b4ad62414d40a1d309606e8483cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372612 Feb 14 16:29:15.334780 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59296) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:15.379686 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2df7-edcc-4179-a52f-e6091c5e7d0a admin admin] Publish callbacks [] for security_group (9da5b239-6a68-4575-835d-c02907d4f2f0), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:15.400199 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2df7-edcc-4179-a52f-e6091c5e7d0a admin admin] Publish callbacks [] for security_group (9da5b239-6a68-4575-835d-c02907d4f2f0), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:15.449805 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2df7-edcc-4179-a52f-e6091c5e7d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (9da5b239-6a68-4575-835d-c02907d4f2f0), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:15.452904 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-a9ab2df7-edcc-4179-a52f-e6091c5e7d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:15.454051 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-a9ab2df7-edcc-4179-a52f-e6091c5e7d0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9da5b239-6a68-4575-835d-c02907d4f2f0 HTTP/1.1" status: 204 len: 168 time: 0.1183968 Feb 14 16:29:15.461437 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab2df7-edcc-4179-a52f-e6091c5e7d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da5b239-6a68-4575-835d-c02907d4f2f0,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:15.772467 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device fe6ba0c0-81a8-4833-9df2-f3cd94badb9c no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:29:15.793032 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: fe6ba0c0-81a8-4833-9df2-f3cd94badb9c {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:29:15.793383 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device fe6ba0c0-81a8-4833-9df2-f3cd94badb9c not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:29:15.793890 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 879b047d-e748-4c74-a7a6-d2d3c55ccd28 no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:29:15.813963 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: 879b047d-e748-4c74-a7a6-d2d3c55ccd28 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:29:15.814309 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 879b047d-e748-4c74-a7a6-d2d3c55ccd28 not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:29:18.480453 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5af7-d7b2-4f0b-aa32-e4fd43cae2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:20.721065 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8c45fca6-f85d-477c-b01d-6c6d50b43803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:20.868337 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8d8cbe18-ae59-4c09-8a56-66cc47535ebd req-13621f41-3d21-41a5-b5d3-dbfcb3b31777 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433240 Feb 14 16:29:20.930371 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cbe18-ae59-4c09-8a56-66cc47535ebd req-631e7c70-9f15-42ce-818b-6163c2f4128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:20.931877 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8d8cbe18-ae59-4c09-8a56-66cc47535ebd req-631e7c70-9f15-42ce-818b-6163c2f4128c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 1130 time: 0.0429010 Feb 14 16:29:21.035430 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cbe18-ae59-4c09-8a56-66cc47535ebd req-ab708f17-19c4-4c27-bd50-903630d0171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:21.036896 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8d8cbe18-ae59-4c09-8a56-66cc47535ebd req-ab708f17-19c4-4c27-bd50-903630d0171c service neutron] 10.222.0.42 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 913 time: 0.0853424 Feb 14 16:29:21.100362 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8d8cbe18-ae59-4c09-8a56-66cc47535ebd req-e2d2b1f8-1a68-48d4-875d-7312fab563a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13711dcd-ffcb-4c1a-aaf0-9459698db103 HTTP/1.1" status: 200 len: 1002 time: 0.0566125 Feb 14 16:29:21.151467 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cbe18-ae59-4c09-8a56-66cc47535ebd req-f7998e1c-4f5a-4527-b94c-b7ecc5de76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:21.152847 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8d8cbe18-ae59-4c09-8a56-66cc47535ebd req-f7998e1c-4f5a-4527-b94c-b7ecc5de76f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b4c5ab6-b530-4a40-828d-6c24277d6e4f HTTP/1.1" status: 200 len: 851 time: 0.0451694 Feb 14 16:29:21.199063 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cbe18-ae59-4c09-8a56-66cc47535ebd req-9b6d993b-3b70-4740-a141-24e929efaefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:21.200499 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8d8cbe18-ae59-4c09-8a56-66cc47535ebd req-9b6d993b-3b70-4740-a141-24e929efaefc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44684784-0d26-471d-9a19-2b37a993c4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419245 Feb 14 16:29:21.287707 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8d8cbe18-ae59-4c09-8a56-66cc47535ebd req-3eb0a86a-5deb-4cfc-b057-87b113dfef2a service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811830 Feb 14 16:29:21.372313 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-8d8cbe18-ae59-4c09-8a56-66cc47535ebd req-47172577-d79a-46aa-827b-d5210682b5a1 service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790038 Feb 14 16:29:22.047983 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:23.567615 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:24.775302 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:32.585489 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:29:39.367604 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59300) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:39.518490 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Deleting port 42192a9a-bda9-479e-9ea3-feb61a6a1da8 {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:39.518828 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (42192a9a-bda9-479e-9ea3-feb61a6a1da8), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:39.601925 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (42192a9a-bda9-479e-9ea3-feb61a6a1da8), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:39.602249 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for floatingip (42192a9a-bda9-479e-9ea3-feb61a6a1da8), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:39.614468 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Calling delete_port for 42192a9a-bda9-479e-9ea3-feb61a6a1da8 owned by network:floatingip {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:39.759237 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (42192a9a-bda9-479e-9ea3-feb61a6a1da8), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:39.784740 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event deleted for resources: {'Port': ['ID=42192a9a-bda9-479e-9ea3-feb61a6a1da8,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:39.810419 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:39.810783 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:39.811114 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:39.811456 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:39.811790 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:39.812118 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:39.812446 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:39.812776 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:39.813100 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:39.813425 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:39.813772 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:39.814092 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:39.814411 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-3-iscsi {{(pid=102553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:29:39.855335 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for floatingip (c6a30ecb-10d8-4e85-8a79-a796e10f40af), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:39.855664 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.db.l3_db [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Floating IP c6a30ecb-10d8-4e85-8a79-a796e10f40af disassociated (deleted). External IP: 172.27.2.215, port: 13711dcd-ffcb-4c1a-aaf0-9459698db103. Feb 14 16:29:40.067065 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Router 269844b9-805e-4fa3-9db3-057ace461cd7 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:29:40.174105 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:29:40.178978 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:40.183538 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b545f-b156-4514-ba5a-d75a49ce6f3b None None] Sync routers for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:29:40.192445 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b545f-b156-4514-ba5a-d75a49ce6f3b None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:29:40.193063 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-1b2b545f-b156-4514-ba5a-d75a49ce6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:29:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:40.207538 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-6e9dfa90-22a8-44dd-9f09-e4154859ff8e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "DELETE /v2.0/floatingips/c6a30ecb-10d8-4e85-8a79-a796e10f40af HTTP/1.1" status: 204 len: 168 time: 0.8388138 Feb 14 16:29:40.208131 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81a45e4-c107-4cf7-8088-3fc97baf503c', 'tag': '13711dcd-ffcb-4c1a-aaf0-9459698db103'}] {{(pid=102553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:29:40.210413 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8aa16e429264a0ed115e1071bf797858d38e9dadf94b01af99b14f7fc52290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c380e3a7-58ab-4b9c-b234-d1809c9b7155" -d '{"events": [{"name": "network-changed", "server_uuid": "e81a45e4-c107-4cf7-8088-3fc97baf503c", "tag": "13711dcd-ffcb-4c1a-aaf0-9459698db103"}]}' {{(pid=102553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:29:40.249018 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23acc342-b7a4-40c6-a5f2-b3876694715e x-openstack-request-id: req-23acc342-b7a4-40c6-a5f2-b3876694715e {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:29:40.249319 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81a45e4-c107-4cf7-8088-3fc97baf503c", "tag": "13711dcd-ffcb-4c1a-aaf0-9459698db103", "status": "completed", "code": 200}]} {{(pid=102553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:29:40.249634 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23acc342-b7a4-40c6-a5f2-b3876694715e {{(pid=102553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:29:40.250067 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81a45e4-c107-4cf7-8088-3fc97baf503c', 'tag': '13711dcd-ffcb-4c1a-aaf0-9459698db103', 'status': 'completed', 'code': 200} Feb 14 16:29:40.303874 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-1b2b545f-b156-4514-ba5a-d75a49ce6f3b None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:29:40.317041 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380e3a7-58ab-4b9c-b234-d1809c9b7155 req-bb444bdc-0b7d-4dca-9481-9f690adc382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:40.319516 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c380e3a7-58ab-4b9c-b234-d1809c9b7155 req-bb444bdc-0b7d-4dca-9481-9f690adc382e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 1130 time: 0.0481756 Feb 14 16:29:40.448506 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380e3a7-58ab-4b9c-b234-d1809c9b7155 req-72709d21-353a-4bf8-9372-5de1e242ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:40.450165 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c380e3a7-58ab-4b9c-b234-d1809c9b7155 req-72709d21-353a-4bf8-9372-5de1e242ebe0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 913 time: 0.1226997 Feb 14 16:29:40.462025 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d4b6b-1687-40de-b38f-f92e4a71e520 req-c1567b5b-0eb0-4f4d-b8cd-256cb2e30e37 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:40.463557 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ee7d4b6b-1687-40de-b38f-f92e4a71e520 req-c1567b5b-0eb0-4f4d-b8cd-256cb2e30e37 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 946 time: 0.0734665 Feb 14 16:29:40.507495 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c380e3a7-58ab-4b9c-b234-d1809c9b7155 req-4158464d-c694-4c7a-854b-0cbf4903ca6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13711dcd-ffcb-4c1a-aaf0-9459698db103 HTTP/1.1" status: 200 len: 217 time: 0.0428662 Feb 14 16:29:40.534354 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-1b2b545f-b156-4514-ba5a-d75a49ce6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': '2c617f9b-5e38-45d1-9962-af6b31ea6858', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'port_id': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'mac_address': 'fa:16:3e:95:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:25:26Z', 'updated_at': '2022-02-14T16:25:28Z', 'revision_number': 1, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:40.563620 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b545f-b156-4514-ba5a-d75a49ce6f3b None None] Checking router: 269844b9-805e-4fa3-9db3-057ace461cd7 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:29:40.572001 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b545f-b156-4514-ba5a-d75a49ce6f3b None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:29:40.572544 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-1b2b545f-b156-4514-ba5a-d75a49ce6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:29:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:40.578725 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-ee7d4b6b-1687-40de-b38f-f92e4a71e520 req-8558a74d-3979-45e2-9fe0-8bb0fc4ed803 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073537 Feb 14 16:29:40.580204 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380e3a7-58ab-4b9c-b234-d1809c9b7155 req-cec98a09-d348-4141-b8a9-903d6e490d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:40.582437 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c380e3a7-58ab-4b9c-b234-d1809c9b7155 req-cec98a09-d348-4141-b8a9-903d6e490d93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b4c5ab6-b530-4a40-828d-6c24277d6e4f HTTP/1.1" status: 200 len: 851 time: 0.0677006 Feb 14 16:29:40.634134 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380e3a7-58ab-4b9c-b234-d1809c9b7155 req-bc01f6c0-dbee-4032-ba79-182d2a2470ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:40.635605 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c380e3a7-58ab-4b9c-b234-d1809c9b7155 req-bc01f6c0-dbee-4032-ba79-182d2a2470ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44684784-0d26-471d-9a19-2b37a993c4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469525 Feb 14 16:29:40.680406 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-1b2b545f-b156-4514-ba5a-d75a49ce6f3b None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:29:40.726704 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c380e3a7-58ab-4b9c-b234-d1809c9b7155 req-a0fd63ab-c0f4-4677-a58c-5303681304d5 service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845544 Feb 14 16:29:40.813232 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-c380e3a7-58ab-4b9c-b234-d1809c9b7155 req-edfac8da-86d7-4b57-a77b-62b515b061dd service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794125 Feb 14 16:29:40.897049 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-1b2b545f-b156-4514-ba5a-d75a49ce6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': '2c617f9b-5e38-45d1-9962-af6b31ea6858', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'port_id': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'mac_address': 'fa:16:3e:95:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:25:26Z', 'updated_at': '2022-02-14T16:25:28Z', 'revision_number': 1, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:40.921808 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b545f-b156-4514-ba5a-d75a49ce6f3b None None] The sync data for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi is: [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_floatingips': [{'id': '2c617f9b-5e38-45d1-9962-af6b31ea6858', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'router_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'port_id': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'mac_address': 'fa:16:3e:95:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T16:25:26Z', 'updated_at': '2022-02-14T16:25:28Z', 'revision_number': 1, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:29:41.128681 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4733647-f0aa-430a-8353-db36596b5dcc None None] New status for floating IP c6a30ecb-10d8-4e85-8a79-a796e10f40af: DOWN {{(pid=102555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:29:41.311581 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:41.698651 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824c738-2963-4021-9379-d46f5f37599b req-241a6626-f796-4f5d-a1bd-9e3975ba4161 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:41.700177 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a824c738-2963-4021-9379-d46f5f37599b req-241a6626-f796-4f5d-a1bd-9e3975ba4161 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 946 time: 0.0519829 Feb 14 16:29:41.747797 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-a824c738-2963-4021-9379-d46f5f37599b req-19d65f05-089f-49c4-8f70-9d53d4e80fbf tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421195 Feb 14 16:29:41.934593 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74d69f-6b5d-42d0-96d4-1af1678f6e93 req-b82ca8f5-f63b-49bb-86e7-92bf055554da tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:41.936051 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3f74d69f-6b5d-42d0-96d4-1af1678f6e93 req-b82ca8f5-f63b-49bb-86e7-92bf055554da tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.42 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 946 time: 0.0554192 Feb 14 16:29:42.025100 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [req-3f74d69f-6b5d-42d0-96d4-1af1678f6e93 req-0b07bff8-d33e-4b37-97cd-129bc141f6af tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Deleting port 13711dcd-ffcb-4c1a-aaf0-9459698db103 {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:42.025362 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-3f74d69f-6b5d-42d0-96d4-1af1678f6e93 req-0b07bff8-d33e-4b37-97cd-129bc141f6af tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:42.112490 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [req-3f74d69f-6b5d-42d0-96d4-1af1678f6e93 req-0b07bff8-d33e-4b37-97cd-129bc141f6af tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] For port 13711dcd-ffcb-4c1a-aaf0-9459698db103, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=13711dcd-ffcb-4c1a-aaf0-9459698db103,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:42.112845 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-3f74d69f-6b5d-42d0-96d4-1af1678f6e93 req-0b07bff8-d33e-4b37-97cd-129bc141f6af tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:42.124284 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [req-3f74d69f-6b5d-42d0-96d4-1af1678f6e93 req-0b07bff8-d33e-4b37-97cd-129bc141f6af tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Calling delete_port for 13711dcd-ffcb-4c1a-aaf0-9459698db103 owned by compute:nova {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:42.257914 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-3f74d69f-6b5d-42d0-96d4-1af1678f6e93 req-0b07bff8-d33e-4b37-97cd-129bc141f6af tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (13711dcd-ffcb-4c1a-aaf0-9459698db103), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:42.290043 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07bff8-d33e-4b37-97cd-129bc141f6af tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event deleted for resources: {'Port': ['ID=13711dcd-ffcb-4c1a-aaf0-9459698db103,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:42.332257 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f74d69f-6b5d-42d0-96d4-1af1678f6e93 req-0b07bff8-d33e-4b37-97cd-129bc141f6af tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] No DVR routers for this DVR port 13711dcd-ffcb-4c1a-aaf0-9459698db103 on host hv-cinder-81966 {{(pid=102552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:29:42.334684 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-3f74d69f-6b5d-42d0-96d4-1af1678f6e93 req-0b07bff8-d33e-4b37-97cd-129bc141f6af tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:42.337973 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-3f74d69f-6b5d-42d0-96d4-1af1678f6e93 req-0b07bff8-d33e-4b37-97cd-129bc141f6af tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.42 "DELETE /v2.0/ports/13711dcd-ffcb-4c1a-aaf0-9459698db103 HTTP/1.1" status: 204 len: 173 time: 0.3969433 Feb 14 16:29:42.338411 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81a45e4-c107-4cf7-8088-3fc97baf503c', 'name': 'network-vif-deleted', 'tag': '13711dcd-ffcb-4c1a-aaf0-9459698db103'}] {{(pid=102552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:29:42.340631 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9be7e70e6e7d8e41db67d6a2a9b7a0bb24c700eebffb41e9ae5e2264f113bf3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd17a66e-1849-43f6-9225-51c2dfa61a82" -d '{"events": [{"server_uuid": "e81a45e4-c107-4cf7-8088-3fc97baf503c", "name": "network-vif-deleted", "tag": "13711dcd-ffcb-4c1a-aaf0-9459698db103"}]}' {{(pid=102552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:29:42.377543 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e94d99f-8cf1-4474-8b33-c67e1f3ea944 x-openstack-request-id: req-0e94d99f-8cf1-4474-8b33-c67e1f3ea944 {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:29:42.377855 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81a45e4-c107-4cf7-8088-3fc97baf503c", "name": "network-vif-deleted", "tag": "13711dcd-ffcb-4c1a-aaf0-9459698db103", "status": "completed", "code": 200}]} {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:29:42.378129 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e94d99f-8cf1-4474-8b33-c67e1f3ea944 {{(pid=102552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:29:42.378526 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81a45e4-c107-4cf7-8088-3fc97baf503c', 'name': 'network-vif-deleted', 'tag': '13711dcd-ffcb-4c1a-aaf0-9459698db103', 'status': 'completed', 'code': 200} Feb 14 16:29:42.850898 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-f5c59612-ec2d-4811-a851-20643742a109 req-192746f3-4d57-49fc-a0ab-504bb276cb2f tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81a45e4-c107-4cf7-8088-3fc97baf503c HTTP/1.1" status: 200 len: 210 time: 0.0277088 Feb 14 16:29:45.329528 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 13711dcd-ffcb-4c1a-aaf0-9459698db103 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:29:45.350116 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: 13711dcd-ffcb-4c1a-aaf0-9459698db103 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:29:45.350461 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device 13711dcd-ffcb-4c1a-aaf0-9459698db103 not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:29:46.122489 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 59328) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:46.272455 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-04c39ee2-a875-4e08-b50f-7905769a5a26 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Deleting port 1f280118-d8ab-4c61-abd9-bdeb12d5915c {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:46.272791 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-04c39ee2-a875-4e08-b50f-7905769a5a26 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (1f280118-d8ab-4c61-abd9-bdeb12d5915c), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:46.346443 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-04c39ee2-a875-4e08-b50f-7905769a5a26 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (1f280118-d8ab-4c61-abd9-bdeb12d5915c), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:46.346768 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-04c39ee2-a875-4e08-b50f-7905769a5a26 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for floatingip (1f280118-d8ab-4c61-abd9-bdeb12d5915c), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:46.358137 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-04c39ee2-a875-4e08-b50f-7905769a5a26 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Calling delete_port for 1f280118-d8ab-4c61-abd9-bdeb12d5915c owned by network:floatingip {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:46.502078 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-04c39ee2-a875-4e08-b50f-7905769a5a26 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (1f280118-d8ab-4c61-abd9-bdeb12d5915c), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:46.526953 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c39ee2-a875-4e08-b50f-7905769a5a26 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event deleted for resources: {'Port': ['ID=1f280118-d8ab-4c61-abd9-bdeb12d5915c,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:46.584256 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-04c39ee2-a875-4e08-b50f-7905769a5a26 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for floatingip (2c617f9b-5e38-45d1-9962-af6b31ea6858), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:46.584629 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.db.l3_db [None req-04c39ee2-a875-4e08-b50f-7905769a5a26 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Floating IP 2c617f9b-5e38-45d1-9962-af6b31ea6858 disassociated (deleted). External IP: 172.27.2.123, port: d89d34c9-6a41-4e0d-b642-18c9047ac04d. Feb 14 16:29:47.023793 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c39ee2-a875-4e08-b50f-7905769a5a26 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Router 269844b9-805e-4fa3-9db3-057ace461cd7 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:29:47.129048 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c39ee2-a875-4e08-b50f-7905769a5a26 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:29:47.133879 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-04c39ee2-a875-4e08-b50f-7905769a5a26 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:47.139007 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a517083-9ff5-4807-986a-c1d15dfabff1 None None] Sync routers for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:29:47.148655 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a517083-9ff5-4807-986a-c1d15dfabff1 None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:29:47.149267 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-8a517083-9ff5-4807-986a-c1d15dfabff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:29:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:47.162274 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-04c39ee2-a875-4e08-b50f-7905769a5a26 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "DELETE /v2.0/floatingips/2c617f9b-5e38-45d1-9962-af6b31ea6858 HTTP/1.1" status: 204 len: 168 time: 1.0387275 Feb 14 16:29:47.162871 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'tag': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d'}] {{(pid=102552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:29:47.165099 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9be7e70e6e7d8e41db67d6a2a9b7a0bb24c700eebffb41e9ae5e2264f113bf3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559d94ad-4f75-49e2-b702-327014cc1279" -d '{"events": [{"name": "network-changed", "server_uuid": "9626de80-8363-4bfa-8ff5-44ab1297e497", "tag": "d89d34c9-6a41-4e0d-b642-18c9047ac04d"}]}' {{(pid=102552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:29:47.200998 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad2e543-40c0-468c-a385-4ae1c43e264a x-openstack-request-id: req-fad2e543-40c0-468c-a385-4ae1c43e264a {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:29:47.201289 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9626de80-8363-4bfa-8ff5-44ab1297e497", "tag": "d89d34c9-6a41-4e0d-b642-18c9047ac04d", "status": "completed", "code": 200}]} {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:29:47.201659 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fad2e543-40c0-468c-a385-4ae1c43e264a {{(pid=102552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:29:47.201989 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'tag': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'status': 'completed', 'code': 200} Feb 14 16:29:47.272657 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d94ad-4f75-49e2-b702-327014cc1279 req-a902f25a-62e2-431f-bc82-a2a20961aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:47.274598 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-559d94ad-4f75-49e2-b702-327014cc1279 req-a902f25a-62e2-431f-bc82-a2a20961aa68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82fd389af2ac4d44a27686a6c60979cb&device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 1130 time: 0.0510788 Feb 14 16:29:47.398703 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-8a517083-9ff5-4807-986a-c1d15dfabff1 None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:29:47.402801 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d94ad-4f75-49e2-b702-327014cc1279 req-1026d63a-e450-450a-831a-fcd2b92c718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:47.404262 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-559d94ad-4f75-49e2-b702-327014cc1279 req-1026d63a-e450-450a-831a-fcd2b92c718c service neutron] 10.222.0.42 "GET /v2.0/networks?id=44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 200 len: 913 time: 0.1184804 Feb 14 16:29:47.425662 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149645bf-5157-4efc-b310-76dff1380a81 req-51a42a0d-48aa-4094-b664-50c9841ff5f5 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:47.427114 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-149645bf-5157-4efc-b310-76dff1380a81 req-51a42a0d-48aa-4094-b664-50c9841ff5f5 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 946 time: 0.0787973 Feb 14 16:29:47.459269 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-559d94ad-4f75-49e2-b702-327014cc1279 req-71748b13-f69a-4101-9acd-87813351994c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d89d34c9-6a41-4e0d-b642-18c9047ac04d HTTP/1.1" status: 200 len: 217 time: 0.0488386 Feb 14 16:29:47.532193 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-149645bf-5157-4efc-b310-76dff1380a81 req-e9e2c50e-a813-49fb-989f-92f089b6d480 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760202 Feb 14 16:29:47.537815 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d94ad-4f75-49e2-b702-327014cc1279 req-898c3949-5f22-4e25-b6b7-67fc2feb44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:47.539786 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-559d94ad-4f75-49e2-b702-327014cc1279 req-898c3949-5f22-4e25-b6b7-67fc2feb44f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b4c5ab6-b530-4a40-828d-6c24277d6e4f HTTP/1.1" status: 200 len: 851 time: 0.0688570 Feb 14 16:29:47.588390 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d94ad-4f75-49e2-b702-327014cc1279 req-5299325c-3856-4382-a789-14dd78e245c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:47.589903 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-559d94ad-4f75-49e2-b702-327014cc1279 req-5299325c-3856-4382-a789-14dd78e245c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44684784-0d26-471d-9a19-2b37a993c4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441415 Feb 14 16:29:47.600387 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-8a517083-9ff5-4807-986a-c1d15dfabff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:47.626342 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a517083-9ff5-4807-986a-c1d15dfabff1 None None] Checking router: 269844b9-805e-4fa3-9db3-057ace461cd7 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:29:47.634932 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a517083-9ff5-4807-986a-c1d15dfabff1 None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:29:47.635539 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-8a517083-9ff5-4807-986a-c1d15dfabff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:29:21Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:47.678537 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-559d94ad-4f75-49e2-b702-327014cc1279 req-20c79410-b0a2-472b-b7a5-5e48678e13a0 service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816658 Feb 14 16:29:47.742996 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-8a517083-9ff5-4807-986a-c1d15dfabff1 None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:29:47.764875 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-559d94ad-4f75-49e2-b702-327014cc1279 req-fed78a05-29fc-411f-9600-1a752dac6639 service neutron] 10.222.0.42 "GET /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798917 Feb 14 16:29:47.942708 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-8a517083-9ff5-4807-986a-c1d15dfabff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:47.972666 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a517083-9ff5-4807-986a-c1d15dfabff1 None None] The sync data for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi is: [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi', '_interfaces': [{'id': '45f3c48c-26a5-4cc8-ba46-2922207dcc4c', 'name': '', 'network_id': '44684784-0d26-471d-9a19-2b37a993c4ac', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'mac_address': 'fa:16:3e:e6:44:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:20Z', 'updated_at': '2022-02-14T16:21:25Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'subnets': [{'id': '1b4c5ab6-b530-4a40-828d-6c24277d6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:29:48.196848 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c424b8-492d-4b5b-82b4-6fb068801f9e None None] New status for floating IP 2c617f9b-5e38-45d1-9962-af6b31ea6858: DOWN {{(pid=102555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:29:48.484015 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d9208493-f92e-4568-9e98-1e15257e5f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:48.653449 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9a06b-3e87-48f7-9ca8-74d2ad17113c req-f6ad8d5d-9976-4cb5-b667-48132e7c03a2 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:48.654917 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eca9a06b-3e87-48f7-9ca8-74d2ad17113c req-f6ad8d5d-9976-4cb5-b667-48132e7c03a2 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 946 time: 0.0551441 Feb 14 16:29:48.701693 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-eca9a06b-3e87-48f7-9ca8-74d2ad17113c req-657b6f5b-e766-4fbd-8479-455b03b2e7b5 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cf5b6c4-7f88-45fd-9929-40068b894bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412617 Feb 14 16:29:48.859882 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d284064-db9c-48ad-91eb-d316e726d401 req-56bcc094-6381-4ba3-94ff-fbe48da60b2a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:29:48.861232 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0d284064-db9c-48ad-91eb-d316e726d401 req-56bcc094-6381-4ba3-94ff-fbe48da60b2a tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.42 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 946 time: 0.0557210 Feb 14 16:29:48.949529 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [req-0d284064-db9c-48ad-91eb-d316e726d401 req-25cbb598-1c78-459f-8f9b-469f2f92c475 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Deleting port d89d34c9-6a41-4e0d-b642-18c9047ac04d {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:48.949950 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-0d284064-db9c-48ad-91eb-d316e726d401 req-25cbb598-1c78-459f-8f9b-469f2f92c475 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:49.041123 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [req-0d284064-db9c-48ad-91eb-d316e726d401 req-25cbb598-1c78-459f-8f9b-469f2f92c475 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] For port d89d34c9-6a41-4e0d-b642-18c9047ac04d, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d89d34c9-6a41-4e0d-b642-18c9047ac04d,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:49.041509 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-0d284064-db9c-48ad-91eb-d316e726d401 req-25cbb598-1c78-459f-8f9b-469f2f92c475 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:49.052821 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [req-0d284064-db9c-48ad-91eb-d316e726d401 req-25cbb598-1c78-459f-8f9b-469f2f92c475 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Calling delete_port for d89d34c9-6a41-4e0d-b642-18c9047ac04d owned by compute:nova {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:49.176307 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-0d284064-db9c-48ad-91eb-d316e726d401 req-25cbb598-1c78-459f-8f9b-469f2f92c475 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (d89d34c9-6a41-4e0d-b642-18c9047ac04d), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:49.202483 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbb598-1c78-459f-8f9b-469f2f92c475 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event deleted for resources: {'Port': ['ID=d89d34c9-6a41-4e0d-b642-18c9047ac04d,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:49.250116 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d284064-db9c-48ad-91eb-d316e726d401 req-25cbb598-1c78-459f-8f9b-469f2f92c475 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] No DVR routers for this DVR port d89d34c9-6a41-4e0d-b642-18c9047ac04d on host hv-cinder-81966 {{(pid=102552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:29:49.252448 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [req-0d284064-db9c-48ad-91eb-d316e726d401 req-25cbb598-1c78-459f-8f9b-469f2f92c475 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for port (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:49.256252 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [req-0d284064-db9c-48ad-91eb-d316e726d401 req-25cbb598-1c78-459f-8f9b-469f2f92c475 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.42 "DELETE /v2.0/ports/d89d34c9-6a41-4e0d-b642-18c9047ac04d HTTP/1.1" status: 204 len: 173 time: 0.3899508 Feb 14 16:29:49.256690 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'name': 'network-vif-deleted', 'tag': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d'}] {{(pid=102552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:29:49.258973 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9be7e70e6e7d8e41db67d6a2a9b7a0bb24c700eebffb41e9ae5e2264f113bf3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff1c64-7071-47ec-884e-b415d1e4e087" -d '{"events": [{"server_uuid": "9626de80-8363-4bfa-8ff5-44ab1297e497", "name": "network-vif-deleted", "tag": "d89d34c9-6a41-4e0d-b642-18c9047ac04d"}]}' {{(pid=102552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:29:49.295357 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e7b723-f88e-41a5-b261-1678ea372090 x-openstack-request-id: req-57e7b723-f88e-41a5-b261-1678ea372090 {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:29:49.295654 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9626de80-8363-4bfa-8ff5-44ab1297e497", "name": "network-vif-deleted", "tag": "d89d34c9-6a41-4e0d-b642-18c9047ac04d", "status": "completed", "code": 200}]} {{(pid=102552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:29:49.295908 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57e7b723-f88e-41a5-b261-1678ea372090 {{(pid=102552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:29:49.296307 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9626de80-8363-4bfa-8ff5-44ab1297e497', 'name': 'network-vif-deleted', 'tag': 'd89d34c9-6a41-4e0d-b642-18c9047ac04d', 'status': 'completed', 'code': 200} Feb 14 16:29:49.810740 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [req-97c753c1-274f-4256-ac1d-d381237cf0f1 req-5b068edb-0988-4b2a-8a7d-bce2a3c42f6e tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "GET /v2.0/ports?device_id=9626de80-8363-4bfa-8ff5-44ab1297e497 HTTP/1.1" status: 200 len: 210 time: 0.0280828 Feb 14 16:29:50.724753 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-1b9eeb63-6caa-4937-81e2-6867ad61fb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:50.866577 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 59344) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:50.986246 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-193af497-00c4-4aec-8652-98bf2c2d0f00 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Deleting port e4094765-3df8-442a-85d2-c2d704279b7e {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:50.986584 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-193af497-00c4-4aec-8652-98bf2c2d0f00 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (e4094765-3df8-442a-85d2-c2d704279b7e), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:51.058390 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-193af497-00c4-4aec-8652-98bf2c2d0f00 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (e4094765-3df8-442a-85d2-c2d704279b7e), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:51.058719 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-193af497-00c4-4aec-8652-98bf2c2d0f00 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for floatingip (e4094765-3df8-442a-85d2-c2d704279b7e), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:51.069953 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-193af497-00c4-4aec-8652-98bf2c2d0f00 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Calling delete_port for e4094765-3df8-442a-85d2-c2d704279b7e owned by network:floatingip {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:51.198170 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-193af497-00c4-4aec-8652-98bf2c2d0f00 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (e4094765-3df8-442a-85d2-c2d704279b7e), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:51.225632 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193af497-00c4-4aec-8652-98bf2c2d0f00 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event deleted for resources: {'Port': ['ID=e4094765-3df8-442a-85d2-c2d704279b7e,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:51.283417 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-193af497-00c4-4aec-8652-98bf2c2d0f00 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for floatingip (dd2110f6-6cd0-4ad6-aa13-ee3baadfad51), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:51.286677 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-193af497-00c4-4aec-8652-98bf2c2d0f00 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2010947'] for floatingip (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:51.287829 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-193af497-00c4-4aec-8652-98bf2c2d0f00 tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "DELETE /v2.0/floatingips/dd2110f6-6cd0-4ad6-aa13-ee3baadfad51 HTTP/1.1" status: 204 len: 168 time: 0.4202805 Feb 14 16:29:52.050820 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:52.475634 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 59356) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:52.533995 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce7d5-48d4-4e68-9b2c-2aff676c647d tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group (6cf5b6c4-7f88-45fd-9929-40068b894bad), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:52.558789 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce7d5-48d4-4e68-9b2c-2aff676c647d tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group (6cf5b6c4-7f88-45fd-9929-40068b894bad), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:52.617748 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce7d5-48d4-4e68-9b2c-2aff676c647d tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (6cf5b6c4-7f88-45fd-9929-40068b894bad), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:52.620337 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce7d5-48d4-4e68-9b2c-2aff676c647d tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Publish callbacks [] for security_group (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:52.621513 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-1d6ce7d5-48d4-4e68-9b2c-2aff676c647d tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] 10.222.0.55 "DELETE /v2.0/security-groups/6cf5b6c4-7f88-45fd-9929-40068b894bad HTTP/1.1" status: 204 len: 168 time: 0.1448605 Feb 14 16:29:52.630562 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ce7d5-48d4-4e68-9b2c-2aff676c647d tempest-TestVolumeBootPattern-1844166896 tempest-TestVolumeBootPattern-1844166896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf5b6c4-7f88-45fd-9929-40068b894bad,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:52.675143 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59360) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:53.212829 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-8f887c08-fbb3-441f-a10e-e9553110f5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626919'] for router_interface (269844b9-805e-4fa3-9db3-057ace461cd7), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:53.348001 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device d89d34c9-6a41-4e0d-b642-18c9047ac04d no longer exists at agent hyperv_hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:29:53.367494 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] No Port match for: d89d34c9-6a41-4e0d-b642-18c9047ac04d {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:29:53.367839 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Device d89d34c9-6a41-4e0d-b642-18c9047ac04d not bound to the agent host hv-cinder-81966 {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:29:53.453920 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-8f887c08-fbb3-441f-a10e-e9553110f5b2 admin admin] Deleting port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:53.454258 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-8f887c08-fbb3-441f-a10e-e9553110f5b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:53.528769 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [None req-8f887c08-fbb3-441f-a10e-e9553110f5b2 admin admin] For port 45f3c48c-26a5-4cc8-ba46-2922207dcc4c, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=45f3c48c-26a5-4cc8-ba46-2922207dcc4c,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:53.529133 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-8f887c08-fbb3-441f-a10e-e9553110f5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:53.541516 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-8f887c08-fbb3-441f-a10e-e9553110f5b2 admin admin] Calling delete_port for 45f3c48c-26a5-4cc8-ba46-2922207dcc4c owned by network:router_interface {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:53.575348 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:53.715388 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-8f887c08-fbb3-441f-a10e-e9553110f5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (45f3c48c-26a5-4cc8-ba46-2922207dcc4c), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:53.738096 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f887c08-fbb3-441f-a10e-e9553110f5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=45f3c48c-26a5-4cc8-ba46-2922207dcc4c,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:53.919693 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-8f887c08-fbb3-441f-a10e-e9553110f5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627059'] for router_interface (269844b9-805e-4fa3-9db3-057ace461cd7), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:54.129325 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f887c08-fbb3-441f-a10e-e9553110f5b2 admin admin] Router 269844b9-805e-4fa3-9db3-057ace461cd7 has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:29:54.496685 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f887c08-fbb3-441f-a10e-e9553110f5b2 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:29:54.501632 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-8f887c08-fbb3-441f-a10e-e9553110f5b2 admin admin] 10.222.0.55 "PUT /v2.0/routers/269844b9-805e-4fa3-9db3-057ace461cd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8253908 Feb 14 16:29:54.504968 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 59364) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:54.505993 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80215d2-201d-400c-a698-04c5c4d4fe89 None None] Sync routers for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:29:54.515751 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80215d2-201d-400c-a698-04c5c4d4fe89 None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:29:54.516356 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-b80215d2-201d-400c-a698-04c5c4d4fe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:29:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:54.608211 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] Publish callbacks [] for router (269844b9-805e-4fa3-9db3-057ace461cd7), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:54.619997 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-b80215d2-201d-400c-a698-04c5c4d4fe89 None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: dv-cinder-819668-3-iscsi {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:29:54.710004 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] Publish callbacks [] for router_gateway (269844b9-805e-4fa3-9db3-057ace461cd7), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:54.765314 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] Deleting port 6c11407e-f720-4236-9e0f-5686cf10c36b {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:54.765672 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (6c11407e-f720-4236-9e0f-5686cf10c36b), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:54.782271 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:54.803257 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-b80215d2-201d-400c-a698-04c5c4d4fe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:29:53Z', 'revision_number': 5, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port': {'id': '6c11407e-f720-4236-9e0f-5686cf10c36b', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:17Z', 'updated_at': '2022-02-14T16:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:54.829422 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80215d2-201d-400c-a698-04c5c4d4fe89 None None] Checking router: 269844b9-805e-4fa3-9db3-057ace461cd7 for host: dv-cinder-819668-3-iscsi {{(pid=102554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:29:54.838447 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80215d2-201d-400c-a698-04c5c4d4fe89 None None] Routers {'269844b9-805e-4fa3-9db3-057ace461cd7'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:29:54.839057 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-b80215d2-201d-400c-a698-04c5c4d4fe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:29:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['269844b9-805e-4fa3-9db3-057ace461cd7'], 'active': True} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:54.842462 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] For port 6c11407e-f720-4236-9e0f-5686cf10c36b, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=6c11407e-f720-4236-9e0f-5686cf10c36b,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:54.842833 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (6c11407e-f720-4236-9e0f-5686cf10c36b), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:54.854587 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] Calling delete_port for 6c11407e-f720-4236-9e0f-5686cf10c36b owned by network:router_gateway {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:54.925764 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvr_db [None req-b80215d2-201d-400c-a698-04c5c4d4fe89 None None] Set router 269844b9-805e-4fa3-9db3-057ace461cd7 gateway port host: None {{(pid=102554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:29:54.980904 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_hamode_db [None req-b80215d2-201d-400c-a698-04c5c4d4fe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:29:54Z', 'revision_number': 6, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port_host': None}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:55.006809 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80215d2-201d-400c-a698-04c5c4d4fe89 None None] The sync data for ids ['269844b9-805e-4fa3-9db3-057ace461cd7'] in dv-cinder-819668-3-iscsi is: [{'id': '269844b9-805e-4fa3-9db3-057ace461cd7', 'name': 'tempest-TestVolumeBootPattern-1113162564-router', 'tenant_id': '82fd389af2ac4d44a27686a6c60979cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:16Z', 'updated_at': '2022-02-14T16:29:54Z', 'revision_number': 6, 'project_id': '82fd389af2ac4d44a27686a6c60979cb', 'gw_port_host': None}] {{(pid=102554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:29:55.020041 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (6c11407e-f720-4236-9e0f-5686cf10c36b), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.045843 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c11407e-f720-4236-9e0f-5686cf10c36b,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:55.108033 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628909'] for router_gateway (269844b9-805e-4fa3-9db3-057ace461cd7), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.196692 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44680'] for router (269844b9-805e-4fa3-9db3-057ace461cd7), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.198824 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] Publish callbacks [] for router_controller (269844b9-805e-4fa3-9db3-057ace461cd7), precommit_delete_associations {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.240551 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627457'] for router (269844b9-805e-4fa3-9db3-057ace461cd7), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.241101 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 269844b9-805e-4fa3-9db3-057ace461cd7 {{(pid=102552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:29:55.245772 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.246950 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-2272c62f-e93a-412b-9890-5e67bac4e9d0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/269844b9-805e-4fa3-9db3-057ace461cd7 HTTP/1.1" status: 204 len: 168 time: 0.7409418 Feb 14 16:29:55.249532 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 59366) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:55.295349 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_v2 [None req-791a1ebe-886c-4616-818e-2bfa9052ba24 admin admin] Deleting subnet 1b4c5ab6-b530-4a40-828d-6c24277d6e4f {{(pid=102552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:29:55.298290 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-791a1ebe-886c-4616-818e-2bfa9052ba24 admin admin] Publish callbacks [] for subnet (1b4c5ab6-b530-4a40-828d-6c24277d6e4f), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.331149 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-791a1ebe-886c-4616-818e-2bfa9052ba24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260087274'] for subnet (1b4c5ab6-b530-4a40-828d-6c24277d6e4f), precommit_delete_associations {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.406985 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-791a1ebe-886c-4616-818e-2bfa9052ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (1b4c5ab6-b530-4a40-828d-6c24277d6e4f), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.463690 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-791a1ebe-886c-4616-818e-2bfa9052ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262131233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260073549'] for subnet (1b4c5ab6-b530-4a40-828d-6c24277d6e4f), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.493687 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a1ebe-886c-4616-818e-2bfa9052ba24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4c5ab6-b530-4a40-828d-6c24277d6e4f,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:55.497058 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-791a1ebe-886c-4616-818e-2bfa9052ba24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.500312 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-791a1ebe-886c-4616-818e-2bfa9052ba24 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1b4c5ab6-b530-4a40-828d-6c24277d6e4f HTTP/1.1" status: 204 len: 168 time: 0.2498124 Feb 14 16:29:55.502750 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 59368) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:55.505235 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54030378-1108-4ce3-a8a9-b1ede78f037a None None] Network 44684784-0d26-471d-9a19-2b37a993c4ac requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:29:55.568314 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (44684784-0d26-471d-9a19-2b37a993c4ac), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.621511 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] Deleting port b2bdbe30-7d1a-43fc-bb59-001903bdb84e {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:55.621748 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (b2bdbe30-7d1a-43fc-bb59-001903bdb84e), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.686122 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] For port b2bdbe30-7d1a-43fc-bb59-001903bdb84e, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=b2bdbe30-7d1a-43fc-bb59-001903bdb84e,segment=NetworkSegment(e29c8c13-3a0b-4d28-8fe3-c817a816ff67),segment_id=e29c8c13-3a0b-4d28-8fe3-c817a816ff67)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:55.686477 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (b2bdbe30-7d1a-43fc-bb59-001903bdb84e), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.698862 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] Calling delete_port for b2bdbe30-7d1a-43fc-bb59-001903bdb84e owned by network:dhcp {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:55.777326 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (b2bdbe30-7d1a-43fc-bb59-001903bdb84e), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.784408 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c34a2f-0801-48bc-8c8c-49c5e4d6e0a0 None None] DHCP port deletion for 44684784-0d26-471d-9a19-2b37a993c4ac request from dv-cinder-819668-3-iscsi {{(pid=102554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:29:55.806060 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2bdbe30-7d1a-43fc-bb59-001903bdb84e,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:55.818993 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] No DVR routers for this DVR port b2bdbe30-7d1a-43fc-bb59-001903bdb84e on host dv-cinder-819668-3-iscsi {{(pid=102552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:29:55.844372 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 45f3c48c-26a5-4cc8-ba46-2922207dcc4c no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:29:55.864265 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: 45f3c48c-26a5-4cc8-ba46-2922207dcc4c {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:29:55.864612 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 45f3c48c-26a5-4cc8-ba46-2922207dcc4c not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:29:55.865030 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 6c11407e-f720-4236-9e0f-5686cf10c36b no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:29:55.888193 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: 6c11407e-f720-4236-9e0f-5686cf10c36b {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:29:55.888549 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 6c11407e-f720-4236-9e0f-5686cf10c36b not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:29:55.888972 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device b2bdbe30-7d1a-43fc-bb59-001903bdb84e no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:29:55.895581 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (44684784-0d26-471d-9a19-2b37a993c4ac), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.912597 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: b2bdbe30-7d1a-43fc-bb59-001903bdb84e {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:29:55.912948 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device b2bdbe30-7d1a-43fc-bb59-001903bdb84e not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:29:55.916644 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44684784-0d26-471d-9a19-2b37a993c4ac']}} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:55.926707 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67') {'for_net_delete': True} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:55.927010 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.services.segments.db [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29c8c13-3a0b-4d28-8fe3-c817a816ff67') {} {{(pid=102552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:55.936642 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260087293'] for segment (e29c8c13-3a0b-4d28-8fe3-c817a816ff67), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.949373 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (e29c8c13-3a0b-4d28-8fe3-c817a816ff67), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.955427 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:29:55.955834 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262128771'] for segment (e29c8c13-3a0b-4d28-8fe3-c817a816ff67), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: Traceback (most recent call last): Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: timer() Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: cb(*args, **kw) Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: return func(*args, **kwargs) Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: self._notify() Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: self.callback(batched_events) Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: event.method(event) Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: return f(self, *a, **k) Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._get(url).json() Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: return self.request(url, 'GET', **kwargs) Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:29:55.957675 dv-cinder-819668-3-iscsi neutron-server[102552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:29:56.014970 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (44684784-0d26-471d-9a19-2b37a993c4ac), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:56.019661 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:56.023955 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] 10.222.0.55 "DELETE /v2.0/networks/44684784-0d26-471d-9a19-2b37a993c4ac HTTP/1.1" status: 204 len: 168 time: 0.5195615 Feb 14 16:29:56.026533 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59370) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:56.039351 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4416d-b471-4cbc-bfa6-191f56e8ad00 admin admin] Pushing event deleted for resources: {'Network': ['ID=44684784-0d26-471d-9a19-2b37a993c4ac,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:56.361659 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7e4e-3f02-46dd-be7d-1c6c66982708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626919'] for router_interface (1ee74476-5c43-4910-84d7-2c8be7d1a18b), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:56.605199 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea7e4e-3f02-46dd-be7d-1c6c66982708 admin admin] Deleting port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:56.605563 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7e4e-3f02-46dd-be7d-1c6c66982708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:56.683193 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [None req-f4ea7e4e-3f02-46dd-be7d-1c6c66982708 admin admin] For port 79f6cd31-22fd-4e1f-9950-63e0ce8f726d, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=79f6cd31-22fd-4e1f-9950-63e0ce8f726d,segment=NetworkSegment(1817ba19-6df0-43b5-b63d-236d724f9f9c),segment_id=1817ba19-6df0-43b5-b63d-236d724f9f9c)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:56.683459 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7e4e-3f02-46dd-be7d-1c6c66982708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:56.695805 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea7e4e-3f02-46dd-be7d-1c6c66982708 admin admin] Calling delete_port for 79f6cd31-22fd-4e1f-9950-63e0ce8f726d owned by network:router_interface {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:56.878216 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7e4e-3f02-46dd-be7d-1c6c66982708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (79f6cd31-22fd-4e1f-9950-63e0ce8f726d), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:56.903171 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea7e4e-3f02-46dd-be7d-1c6c66982708 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f6cd31-22fd-4e1f-9950-63e0ce8f726d,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:57.075225 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7e4e-3f02-46dd-be7d-1c6c66982708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627059'] for router_interface (1ee74476-5c43-4910-84d7-2c8be7d1a18b), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:57.280412 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ea7e4e-3f02-46dd-be7d-1c6c66982708 admin admin] Router 1ee74476-5c43-4910-84d7-2c8be7d1a18b has already been hosted by L3 agent f97732e0-7c30-4ac2-a299-9463abfa36e7 {{(pid=102553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:29:57.385170 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ea7e4e-3f02-46dd-be7d-1c6c66982708 admin admin] Notify agent at l3_agent.dv-cinder-819668-3-iscsi the message routers_updated {{(pid=102553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:29:57.391830 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-f4ea7e4e-3f02-46dd-be7d-1c6c66982708 admin admin] 10.222.0.55 "PUT /v2.0/routers/1ee74476-5c43-4910-84d7-2c8be7d1a18b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3635449 Feb 14 16:29:57.392810 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 59372) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:57.393820 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc6babd-99ab-4f1d-9875-b7f448b14cb9 None None] Sync routers for ids ['1ee74476-5c43-4910-84d7-2c8be7d1a18b'] in dv-cinder-819668-3-iscsi {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:29:57.403443 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc6babd-99ab-4f1d-9875-b7f448b14cb9 None None] Routers {'1ee74476-5c43-4910-84d7-2c8be7d1a18b'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:29:57.404045 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-2dc6babd-99ab-4f1d-9875-b7f448b14cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:29:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['1ee74476-5c43-4910-84d7-2c8be7d1a18b'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:57.497385 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] Publish callbacks [] for router (1ee74476-5c43-4910-84d7-2c8be7d1a18b), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:57.509250 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-2dc6babd-99ab-4f1d-9875-b7f448b14cb9 None None] Set router 1ee74476-5c43-4910-84d7-2c8be7d1a18b gateway port host: dv-cinder-819668-3-iscsi {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:29:57.596388 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] Publish callbacks [] for router_gateway (1ee74476-5c43-4910-84d7-2c8be7d1a18b), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:57.649267 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] Deleting port c23e90af-2804-4f75-8c45-217cc90ca4d6 {{(pid=102552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:57.649635 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (c23e90af-2804-4f75-8c45-217cc90ca4d6), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:57.685425 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-2dc6babd-99ab-4f1d-9875-b7f448b14cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'name': 'tempest-TestVolumeBootPattern-1457148321-router', 'tenant_id': '923196dc815f473eb36c8a4b79de255b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'external_fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c23e90af-2804-4f75-8c45-217cc90ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:26Z', 'updated_at': '2022-02-14T16:29:56Z', 'revision_number': 5, 'project_id': '923196dc815f473eb36c8a4b79de255b', 'gw_port': {'id': 'c23e90af-2804-4f75-8c45-217cc90ca4d6', 'name': '', 'network_id': 'fbee9b82-1d0f-41e0-9255-a9db1855e990', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T16:21:27Z', 'updated_at': '2022-02-14T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d174cb0-3678-4266-9ab7-d467ad419453', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-3-iscsi'}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:57.732079 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.db [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] For port c23e90af-2804-4f75-8c45-217cc90ca4d6, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=c23e90af-2804-4f75-8c45-217cc90ca4d6,segment=NetworkSegment(0caffed6-150e-4807-85a5-2343a686e636),segment_id=0caffed6-150e-4807-85a5-2343a686e636)] {{(pid=102552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:57.732446 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (c23e90af-2804-4f75-8c45-217cc90ca4d6), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:57.746907 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.plugins.ml2.plugin [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] Calling delete_port for c23e90af-2804-4f75-8c45-217cc90ca4d6 owned by network:router_gateway {{(pid=102552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:57.800590 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc6babd-99ab-4f1d-9875-b7f448b14cb9 None None] Checking router: 1ee74476-5c43-4910-84d7-2c8be7d1a18b for host: dv-cinder-819668-3-iscsi {{(pid=102555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:29:57.809230 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc6babd-99ab-4f1d-9875-b7f448b14cb9 None None] Routers {'1ee74476-5c43-4910-84d7-2c8be7d1a18b'} bound to L3 agent in host dv-cinder-819668-3-iscsi {{(pid=102555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:29:57.809886 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-2dc6babd-99ab-4f1d-9875-b7f448b14cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T16:12:21Z,description=,heartbeat_timestamp=2022-02-14T16:29:51Z,host='dv-cinder-819668-3-iscsi',id=f97732e0-7c30-4ac2-a299-9463abfa36e7,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T16:12:21Z,topic='l3_agent')) {'router_ids': ['1ee74476-5c43-4910-84d7-2c8be7d1a18b'], 'active': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:57.894152 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvr_db [None req-2dc6babd-99ab-4f1d-9875-b7f448b14cb9 None None] Set router 1ee74476-5c43-4910-84d7-2c8be7d1a18b gateway port host: None {{(pid=102555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:29:57.916163 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262128894'] for port (c23e90af-2804-4f75-8c45-217cc90ca4d6), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:57.938299 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] Pushing event deleted for resources: {'Port': ['ID=c23e90af-2804-4f75-8c45-217cc90ca4d6,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:57.947781 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.l3_hamode_db [None req-2dc6babd-99ab-4f1d-9875-b7f448b14cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'name': 'tempest-TestVolumeBootPattern-1457148321-router', 'tenant_id': '923196dc815f473eb36c8a4b79de255b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:26Z', 'updated_at': '2022-02-14T16:29:57Z', 'revision_number': 6, 'project_id': '923196dc815f473eb36c8a4b79de255b', 'gw_port_host': None}], 'dv-cinder-819668-3-iscsi', False) {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:57.979214 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc6babd-99ab-4f1d-9875-b7f448b14cb9 None None] The sync data for ids ['1ee74476-5c43-4910-84d7-2c8be7d1a18b'] in dv-cinder-819668-3-iscsi is: [{'id': '1ee74476-5c43-4910-84d7-2c8be7d1a18b', 'name': 'tempest-TestVolumeBootPattern-1457148321-router', 'tenant_id': '923196dc815f473eb36c8a4b79de255b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T16:21:26Z', 'updated_at': '2022-02-14T16:29:57Z', 'revision_number': 6, 'project_id': '923196dc815f473eb36c8a4b79de255b', 'gw_port_host': None}] {{(pid=102555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:29:58.002396 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628909'] for router_gateway (1ee74476-5c43-4910-84d7-2c8be7d1a18b), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.101801 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1627478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44680'] for router (1ee74476-5c43-4910-84d7-2c8be7d1a18b), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.103873 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] Publish callbacks [] for router_controller (1ee74476-5c43-4910-84d7-2c8be7d1a18b), precommit_delete_associations {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.148659 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1627457'] for router (1ee74476-5c43-4910-84d7-2c8be7d1a18b), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.149094 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ee74476-5c43-4910-84d7-2c8be7d1a18b {{(pid=102552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:29:58.153227 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.154402 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-7f116aec-d796-43c9-a7b9-c46393d3d92b admin admin] 10.222.0.55 "DELETE /v2.0/routers/1ee74476-5c43-4910-84d7-2c8be7d1a18b HTTP/1.1" status: 204 len: 168 time: 0.7606211 Feb 14 16:29:58.156985 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.wsgi [-] (102552) accepted ('10.222.0.55', 59374) {{(pid=102552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:58.199004 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.db.db_base_plugin_v2 [None req-932b8f3b-a061-4076-80a4-ce9eac27aa47 admin admin] Deleting subnet 445391f2-383c-4516-ace3-6997e679e3ca {{(pid=102552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:29:58.201927 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-932b8f3b-a061-4076-80a4-ce9eac27aa47 admin admin] Publish callbacks [] for subnet (445391f2-383c-4516-ace3-6997e679e3ca), before_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.235165 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-932b8f3b-a061-4076-80a4-ce9eac27aa47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260087274'] for subnet (445391f2-383c-4516-ace3-6997e679e3ca), precommit_delete_associations {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.311788 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-932b8f3b-a061-4076-80a4-ce9eac27aa47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540798'] for subnet (445391f2-383c-4516-ace3-6997e679e3ca), precommit_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.371058 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-932b8f3b-a061-4076-80a4-ce9eac27aa47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1963759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262131233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260073549'] for subnet (445391f2-383c-4516-ace3-6997e679e3ca), after_delete {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.396278 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b8f3b-a061-4076-80a4-ce9eac27aa47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=445391f2-383c-4516-ace3-6997e679e3ca,revision_number=None']} {{(pid=102552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:58.401732 dv-cinder-819668-3-iscsi neutron-server[102552]: DEBUG neutron_lib.callbacks.manager [None req-932b8f3b-a061-4076-80a4-ce9eac27aa47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.407662 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59376) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:58.408220 dv-cinder-819668-3-iscsi neutron-server[102552]: INFO neutron.wsgi [None req-932b8f3b-a061-4076-80a4-ce9eac27aa47 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/445391f2-383c-4516-ace3-6997e679e3ca HTTP/1.1" status: 204 len: 168 time: 0.2497275 Feb 14 16:29:58.409435 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4a69b3-4ce1-4bdb-b59d-7d479d1896b2 None None] Network 0ee58f48-d1ab-4104-9f05-e897bf004521 requested from dv-cinder-819668-3-iscsi {{(pid=102554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:29:58.485612 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450564'] for network (0ee58f48-d1ab-4104-9f05-e897bf004521), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.541327 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] Deleting port 612c9cf7-4471-41fb-8668-feaf877f7b1b {{(pid=102553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:58.541758 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (612c9cf7-4471-41fb-8668-feaf877f7b1b), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.581347 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558ddf2d-41f9-42fb-a7d3-50cbacc5c271 None None] DHCP port deletion for 0ee58f48-d1ab-4104-9f05-e897bf004521 request from dv-cinder-819668-3-iscsi {{(pid=102554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:29:58.616116 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.db [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] For port 612c9cf7-4471-41fb-8668-feaf877f7b1b, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=612c9cf7-4471-41fb-8668-feaf877f7b1b,segment=NetworkSegment(1817ba19-6df0-43b5-b63d-236d724f9f9c),segment_id=1817ba19-6df0-43b5-b63d-236d724f9f9c)] {{(pid=102553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:58.616475 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (612c9cf7-4471-41fb-8668-feaf877f7b1b), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.629129 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.plugin [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] Calling delete_port for 612c9cf7-4471-41fb-8668-feaf877f7b1b owned by network:dhcp {{(pid=102553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:58.630120 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-558ddf2d-41f9-42fb-a7d3-50cbacc5c271 None None] Deleting port 612c9cf7-4471-41fb-8668-feaf877f7b1b {{(pid=102554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:29:58.630580 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-558ddf2d-41f9-42fb-a7d3-50cbacc5c271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752479622732'] for port (612c9cf7-4471-41fb-8668-feaf877f7b1b), before_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.692160 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.db [None req-558ddf2d-41f9-42fb-a7d3-50cbacc5c271 None None] For port 612c9cf7-4471-41fb-8668-feaf877f7b1b, host dv-cinder-819668-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-3-iscsi',level=0,port_id=612c9cf7-4471-41fb-8668-feaf877f7b1b,segment=NetworkSegment(1817ba19-6df0-43b5-b63d-236d724f9f9c),segment_id=1817ba19-6df0-43b5-b63d-236d724f9f9c)] {{(pid=102554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:29:58.692556 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-558ddf2d-41f9-42fb-a7d3-50cbacc5c271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623789'] for port (612c9cf7-4471-41fb-8668-feaf877f7b1b), precommit_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.704900 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-558ddf2d-41f9-42fb-a7d3-50cbacc5c271 None None] Calling delete_port for 612c9cf7-4471-41fb-8668-feaf877f7b1b owned by network:dhcp {{(pid=102554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:29:58.712881 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260101768'] for port (612c9cf7-4471-41fb-8668-feaf877f7b1b), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.740547 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] Pushing event deleted for resources: {'Port': ['ID=612c9cf7-4471-41fb-8668-feaf877f7b1b,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:58.745496 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] No DVR routers for this DVR port 612c9cf7-4471-41fb-8668-feaf877f7b1b on host dv-cinder-819668-3-iscsi {{(pid=102553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:29:58.792939 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-558ddf2d-41f9-42fb-a7d3-50cbacc5c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752479629999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752479105612'] for port (612c9cf7-4471-41fb-8668-feaf877f7b1b), after_delete {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.819146 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ddf2d-41f9-42fb-a7d3-50cbacc5c271 None None] Pushing event deleted for resources: {'Port': ['ID=612c9cf7-4471-41fb-8668-feaf877f7b1b,revision_number=None']} {{(pid=102554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:58.820974 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ddf2d-41f9-42fb-a7d3-50cbacc5c271 None None] No DVR routers for this DVR port 612c9cf7-4471-41fb-8668-feaf877f7b1b on host dv-cinder-819668-3-iscsi {{(pid=102554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:29:58.822364 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1540409', 'neutron.services.segments.db._delete_segments_for_network-8752479600496'] for network (0ee58f48-d1ab-4104-9f05-e897bf004521), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.843160 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee58f48-d1ab-4104-9f05-e897bf004521']}} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:58.852805 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1817ba19-6df0-43b5-b63d-236d724f9f9c') {'for_net_delete': True} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:58.853107 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.services.segments.db [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1817ba19-6df0-43b5-b63d-236d724f9f9c') {} {{(pid=102553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:29:58.862084 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752479602297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261692535'] for segment (1817ba19-6df0-43b5-b63d-236d724f9f9c), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.875790 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148'] for segment (1817ba19-6df0-43b5-b63d-236d724f9f9c), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.881572 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:29:58.881951 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1544148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260101877'] for segment (1817ba19-6df0-43b5-b63d-236d724f9f9c), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: Traceback (most recent call last): Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: timer() Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: cb(*args, **kw) Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: return func(*args, **kwargs) Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: self._notify() Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: self.callback(batched_events) Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: event.method(event) Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: return f(self, *a, **k) Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._get(url).json() Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: return self.request(url, 'GET', **kwargs) Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:29:58.883716 dv-cinder-819668-3-iscsi neutron-server[102553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:29:58.939263 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1540400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628981'] for network (0ee58f48-d1ab-4104-9f05-e897bf004521), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.946591 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653152'] for network (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:58.950070 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0ee58f48-d1ab-4104-9f05-e897bf004521 HTTP/1.1" status: 204 len: 168 time: 0.5403361 Feb 14 16:29:58.959720 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72425d-da97-4a1a-8180-126a4e0b1748 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ee58f48-d1ab-4104-9f05-e897bf004521,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:59.060731 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59380) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:59.099059 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-d6c589b9-3cb2-4c96-9832-a81312e40e82 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82fd389af2ac4d44a27686a6c60979cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371957 Feb 14 16:29:59.101432 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59382) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:59.145928 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6922b626-92f7-4751-96ad-a77276eced32 admin admin] Publish callbacks [] for security_group (138932a0-e452-489a-a2c7-87ba3c215c57), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:59.166475 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6922b626-92f7-4751-96ad-a77276eced32 admin admin] Publish callbacks [] for security_group (138932a0-e452-489a-a2c7-87ba3c215c57), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:59.211515 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6922b626-92f7-4751-96ad-a77276eced32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (138932a0-e452-489a-a2c7-87ba3c215c57), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:59.214450 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6922b626-92f7-4751-96ad-a77276eced32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:59.215574 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-6922b626-92f7-4751-96ad-a77276eced32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/138932a0-e452-489a-a2c7-87ba3c215c57 HTTP/1.1" status: 204 len: 168 time: 0.1132545 Feb 14 16:29:59.223893 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922b626-92f7-4751-96ad-a77276eced32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138932a0-e452-489a-a2c7-87ba3c215c57,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:59.529837 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59388) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:59.568127 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-03e88d3b-e2e8-4a6a-bf27-7b4c91281630 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=923196dc815f473eb36c8a4b79de255b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371287 Feb 14 16:29:59.570474 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.wsgi [-] (102553) accepted ('10.222.0.55', 59390) {{(pid=102553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:29:59.618023 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6ea8849e-63f8-4902-aa3d-84c386c2b123 admin admin] Publish callbacks [] for security_group (1890e227-9bf8-420d-9a5d-324947c43c9d), before_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:59.638820 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6ea8849e-63f8-4902-aa3d-84c386c2b123 admin admin] Publish callbacks [] for security_group (1890e227-9bf8-420d-9a5d-324947c43c9d), precommit_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:59.683840 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6ea8849e-63f8-4902-aa3d-84c386c2b123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607845'] for security_group (1890e227-9bf8-420d-9a5d-324947c43c9d), after_delete {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:59.686412 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron_lib.callbacks.manager [None req-6ea8849e-63f8-4902-aa3d-84c386c2b123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:29:59.688070 dv-cinder-819668-3-iscsi neutron-server[102553]: INFO neutron.wsgi [None req-6ea8849e-63f8-4902-aa3d-84c386c2b123 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1890e227-9bf8-420d-9a5d-324947c43c9d HTTP/1.1" status: 204 len: 168 time: 0.1166573 Feb 14 16:29:59.696228 dv-cinder-819668-3-iscsi neutron-server[102553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8849e-63f8-4902-aa3d-84c386c2b123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1890e227-9bf8-420d-9a5d-324947c43c9d,revision_number=None']} {{(pid=102553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:29:59.796126 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 612c9cf7-4471-41fb-8668-feaf877f7b1b no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:29:59.818716 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: 612c9cf7-4471-41fb-8668-feaf877f7b1b {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:29:59.819066 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 612c9cf7-4471-41fb-8668-feaf877f7b1b not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:29:59.819484 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 79f6cd31-22fd-4e1f-9950-63e0ce8f726d no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:29:59.840133 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: 79f6cd31-22fd-4e1f-9950-63e0ce8f726d {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:29:59.840479 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device 79f6cd31-22fd-4e1f-9950-63e0ce8f726d not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:29:59.840885 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device c23e90af-2804-4f75-8c45-217cc90ca4d6 no longer exists at agent ovs-agent-dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:29:59.864839 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] No Port match for: c23e90af-2804-4f75-8c45-217cc90ca4d6 {{(pid=102554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:29:59.865244 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron.plugins.ml2.rpc [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Device c23e90af-2804-4f75-8c45-217cc90ca4d6 not bound to the agent host dv-cinder-819668-3-iscsi {{(pid=102554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:30:09.585006 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:30:11.332379 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:30:18.487051 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-4bb1f1b6-5b1a-4520-8af0-42e29c891e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:30:20.726342 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-97cc76df-a240-40e8-9f35-ed58262aee04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:30:22.053678 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:30:23.574266 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:30:24.775799 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:30:41.327542 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:30:46.586392 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:30:48.490199 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-cafe9b26-7ac5-4f5d-8a27-b62703268310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:30:50.729180 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-8608032a-0919-4854-a9e3-fc76563b0a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:30:52.056659 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:30:53.577722 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:30:54.777239 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:31:11.344636 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:31:18.492178 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-54d39f23-b2c1-4efe-ad3c-bafeb90f7b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:31:20.730468 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-d76fee83-79e3-40a0-b57b-fd8ecd31cc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:31:22.062759 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:31:23.581652 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:31:23.587076 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:31:24.778570 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:31:41.369146 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:31:48.495405 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-dd877e75-15ad-48ee-93f7-572eafad4175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:31:50.731795 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-82d30d37-40d8-48f5-a832-8fcec09ef55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:31:52.062076 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:31:53.583737 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:31:54.781235 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:00.585770 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:32:11.373258 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:18.496833 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7ba2b66d-0c01-467c-bbdf-f214dc0c6c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:20.732158 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3e6959d0-ce5f-4675-8144-c48bf56c9daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:22.064022 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:23.587786 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:24.783083 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:37.585147 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:32:41.374282 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:48.500614 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-5e19545a-8c76-4526-9199-1f9bb242447f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:50.737239 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-248daa3c-3c7f-4c4d-8566-738430e8b592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:52.066749 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:53.589168 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:32:54.786303 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:11.385191 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:14.584301 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:33:18.503579 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a737ccce-639c-4904-95fc-b22cd3422b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:20.737898 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-61c310a7-e39a-4089-b8af-affbcbc5da74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:22.071558 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:23.592149 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:24.787176 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:41.386696 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:48.504861 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-17394af2-4d14-4974-9a1e-52fc1356c0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:50.739574 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7d853b5d-2244-4020-acfe-205c34b4151e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:51.583297 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:33:52.073739 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:53.595958 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:33:54.790521 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:11.398670 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:18.506684 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-e79031b4-fd47-4e34-b825-64960931efab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:20.741565 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-15f17822-3bd0-4282-b0bc-eb115d2ad7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:22.075876 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:23.619660 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:24.791609 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:28.581743 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:34:41.397287 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:48.508199 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a0189bdf-8309-4b37-af08-4681b6b98e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:50.745483 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-c71ea61e-655a-426a-bc29-51fbf7ca8e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (f97732e0-7c30-4ac2-a299-9463abfa36e7), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:52.077761 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-a5271920-5d99-46b7-851c-7eb0b2a53e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (677a3639-c414-49b8-83eb-acfe121965f1), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:53.603026 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-7463c15c-c6dd-4846-9c5c-bb13e2ed56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (912c5ac0-8003-4355-a2d5-5354de5f1874), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:34:54.793665 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-3cd8e0ba-1a25-475f-89b7-50d39a87a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (4e9e8576-75c0-4f74-80d2-95b0f5926603), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:05.580687 dv-cinder-819668-3-iscsi neutron-server[102555]: DEBUG neutron.db.agents_db [None req-c1130231-c62d-46f3-a842-66cb59bcf85e None None] Agent healthcheck: found 6 active agents {{(pid=102555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:35:11.397067 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-2c52e51c-e100-4bd8-9afb-d4d3dc0c63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (bf1bd1f2-0819-4875-85b4-836a55406625), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:35:18.511435 dv-cinder-819668-3-iscsi neutron-server[102554]: DEBUG neutron_lib.callbacks.manager [None req-838abea9-9c99-4001-829e-f0fc78dd49ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752479600478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1570862'] for agent (7372aa27-55f9-4262-bd12-e27b2a9cf94d), after_update {{(pid=102554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}